diff --git a/.gitignore b/.gitignore
index 33199b6..9685d87 100644
--- a/.gitignore
+++ b/.gitignore
@@ -140,3 +140,33 @@ log_*.txt
# Results
results
+# Large data files — download with scripts/download_datasets.py
+data/malicious_urls.parquet
+data/*.csv
+
+# Trained model — rebuild with scripts/train_utd.py
+*.pkl
+
+# DynaTD runtime state
+dynaTD_state.json
+
+# Python
+__pycache__/
+*.py[cod]
+*.egg-info/
+.venv/
+venv/
+
+# Logs
+*.log
+
+# OS
+.DS_Storemarkov_network_*.uai
+data/serper_cache.json
+data/page_cache.json
+data/averitec_dev.json
+data/expertqa/
+*.pkl
+experiments/**/out/
+merlin
+page_text_cache.json
diff --git a/data/priors/mbfc_baly_acl2020.tsv b/data/priors/mbfc_baly_acl2020.tsv
new file mode 100644
index 0000000..425da64
--- /dev/null
+++ b/data/priors/mbfc_baly_acl2020.tsv
@@ -0,0 +1,860 @@
+source_url source_url_normalized ref fact bias
+https://crooked.com crooked.com https://mediabiasfactcheck.com/crooked-media/ high left
+http://deepleftfield.info deepleftfield.info https://mediabiasfactcheck.com/deep-left-field/ mixed left
+https://antifascistnews.net antifascistnews.net https://mediabiasfactcheck.com/anti-fascist-news/ high left
+http://www.cnn.com cnn.com http://mediabiasfactcheck.com/cnn/ mixed left
+http://www.allthatsfab.com allthatsfab.com http://mediabiasfactcheck.com/all-thats-fab/ mixed left
+http://www.dailykos.com dailykos.com http://mediabiasfactcheck.com/daily-kos/ mixed left
+http://deepstatenation.com deepstatenation.com https://mediabiasfactcheck.com/deepstatenation-com/ mixed left
+http://crooksandliars.com crooksandliars.com http://mediabiasfactcheck.com/crooks-and-liars/ mixed left
+https://www.autostraddle.com autostraddle.com https://mediabiasfactcheck.com/autostraddle/ high left
+http://www.codepink.org codepink.org https://mediabiasfactcheck.com/code-pink/ mixed left
+http://www.bluedotdaily.com bluedotdaily.com http://mediabiasfactcheck.com/blue-dot-daily/ mixed left
+http://www.alternet.org alternet.org http://mediabiasfactcheck.com/alternet/ mixed left
+http://www.mirror.co.uk mirror.co.uk http://mediabiasfactcheck.com/daily-mirror/ mixed left
+https://democracychronicles.org democracychronicles.org https://mediabiasfactcheck.com/democracy-chronicles/ high left
+https://www.currentaffairs.org currentaffairs.org http://mediabiasfactcheck.com/current-affairs-magazine/ high left
+http://bluenationreview.com bluenationreview.com http://mediabiasfactcheck.com/blue-nation-review/ mixed left
+http://www.commondreams.org commondreams.org http://mediabiasfactcheck.com/common-dreams/ high left
+http://aidc.org.za/amandla-media aidc.org.za http://mediabiasfactcheck.com/amandla/ high left
+http://addictinginfo.com addictinginfo.com http://mediabiasfactcheck.com/addicting-info/ mixed left
+https://democracyguardian.com democracyguardian.com https://mediabiasfactcheck.com/democracy-guardian/ mixed left
+https://www.americanprogress.org americanprogress.org http://mediabiasfactcheck.com/center-for-american-progress/ high left
+http://www.citypaper.com citypaper.com https://mediabiasfactcheck.com/baltimore-city-paper/ mixed left
+http://www.curvemag.com curvemag.com https://mediabiasfactcheck.com/curve-magazine/ high left
+bluestatedaily.com bluestatedaily.com https://mediabiasfactcheck.com/blue-state-daily/ mixed left
+http://www.dailyrecord.co.uk dailyrecord.co.uk https://mediabiasfactcheck.com/daily-record-scotland/ mixed left
+http://www.advocate.com advocate.com http://mediabiasfactcheck.com/advocate/ high left
+http://americablog.com americablog.com http://mediabiasfactcheck.com/americablog/ high left
+http://www.democracynow.org democracynow.org http://mediabiasfactcheck.com/democracy-now/ high left
+http://www.prwatch.org/cmd prwatch.org http://mediabiasfactcheck.com/center-for-media-and-democracy/ high left
+http://boingboing.net boingboing.net http://mediabiasfactcheck.com/boing-boing/ high left
+http://www.daily49er.com daily49er.com https://mediabiasfactcheck.com/daily-49er/ high left
+http://www.cosmopolitan.com cosmopolitan.com http://mediabiasfactcheck.com/cosmopolitan/ high left
+http://www.ebar.com ebar.com http://mediabiasfactcheck.com/bay-area-reporter/ high left
+http://www.dallasvoice.com dallasvoice.com http://mediabiasfactcheck.com/dallas-voice/ high left
+https://www.dissentmagazine.org dissentmagazine.org http://mediabiasfactcheck.com/dissent-magazine/ high left
+http://www.democraticunderground.com democraticunderground.com http://mediabiasfactcheck.com/democratic-underground/ mixed left
+https://americanbridgepac.org americanbridgepac.org http://mediabiasfactcheck.com/american-bridge-21st-century/ mixed left
+http://www.countercurrents.org countercurrents.org http://mediabiasfactcheck.com/countercurrents-org/ high left
+http://www.thedailybeast.com thedailybeast.com http://mediabiasfactcheck.com/daily-beast/ high left
+https://deadspin.com deadspin.com https://mediabiasfactcheck.com/deadspin/ high left
+afj.org afj.org https://mediabiasfactcheck.com/alliance-for-justice-afj/ high left
+https://www.desmogblog.com desmogblog.com http://mediabiasfactcheck.com/desmog/ high left
+https://www.change.org change.org http://mediabiasfactcheck.com/change-org/ high left
+http://www.drudge.com drudge.com http://mediabiasfactcheck.com/drudge-retort/ mixed left
+https://bitchmedia.org bitchmedia.org http://mediabiasfactcheck.com/bitch-media/ high left
+http://deadstate.org deadstate.org http://mediabiasfactcheck.com/dead-state/ high left
+http://elitedaily.com elitedaily.com http://mediabiasfactcheck.com/elite-daily/ mixed left
+http://www.au.org au.org https://mediabiasfactcheck.com/american-united-separation-church-state/ high left
+http://www.counterpunch.org counterpunch.org http://mediabiasfactcheck.com/counterpunch/ high left
+http://www.chicagoreader.com chicagoreader.com http://mediabiasfactcheck.com/chicago-reader/ high left
+http://blackagendareport.com blackagendareport.com http://mediabiasfactcheck.com/black-agenda-report/ high left
+angrywhitemen.org angrywhitemen.org https://mediabiasfactcheck.com/angry-white-men/ high left
+http://www.esquire.com esquire.com http://mediabiasfactcheck.com/esquire-magazine/ high left
+http://earthfirstjournal.org earthfirstjournal.org http://mediabiasfactcheck.com/earth-first-journal/ mixed left
+http://filmingcops.com filmingcops.com http://mediabiasfactcheck.com/filming-cops/ high left
+https://crimethinc.com crimethinc.com http://mediabiasfactcheck.com/crimethinc/ high left
+http://everydayfeminism.com everydayfeminism.com http://mediabiasfactcheck.com/everyday-feminism/ high left
+http://www.firstpost.com firstpost.com https://mediabiasfactcheck.com/first-post/ high left
+https://www.greenleft.org.au greenleft.org.au https://mediabiasfactcheck.com/green-left-weekly/ mixed left
+https://citizencritics.org citizencritics.org https://mediabiasfactcheck.com/citizen-critics/ high left
+http://gizmodo.com gizmodo.com http://mediabiasfactcheck.com/gizmodo/ high left
+https://www.marxist.com marxist.com https://mediabiasfactcheck.com/in-defence-of-marxism/ high left
+http://bust.com bust.com http://mediabiasfactcheck.com/bust-magazine/ high left
+https://egbertowillies.com egbertowillies.com https://mediabiasfactcheck.com/egbertowillies/ high left
+http://evonomics.com evonomics.com http://mediabiasfactcheck.com/evonomics/ high left
+https://www.foreignpolicyjournal.com foreignpolicyjournal.com https://mediabiasfactcheck.com/foreign-policy-journal/ mixed left
+https://iowastartingline.com iowastartingline.com https://mediabiasfactcheck.com/iowa-starting-line/ high left
+http://www.greenvillegazette.com greenvillegazette.com http://mediabiasfactcheck.com/greenville-gazette/ high left
+https://leftfootforward.org leftfootforward.org http://mediabiasfactcheck.com/left-foot-forward/ high left
+http://ir.net ir.net https://mediabiasfactcheck.com/independent-reporter-ir-net/ mixed left
+https://extranewsfeed.com extranewsfeed.com https://mediabiasfactcheck.com/extranewsfeed/ mixed left
+http://foreignpolicynews.org foreignpolicynews.org https://mediabiasfactcheck.com/foreign-policy-news/ mixed left
+https://canadiandimension.com canadiandimension.com http://mediabiasfactcheck.com/canadian-dimension/ high left
+https://itsgoingdown.org itsgoingdown.org https://mediabiasfactcheck.com/its-going-down/ mixed left
+https://globalvoices.org globalvoices.org https://mediabiasfactcheck.com/global-voices/ high left
+https://www.electoral-vote.com electoral-vote.com https://mediabiasfactcheck.com/electoral-vote-com/ high left
+http://leftoverrights.com leftoverrights.com http://mediabiasfactcheck.com/left-over-rights/ mixed left
+https://www.inequalitymedia.org inequalitymedia.org http://mediabiasfactcheck.com/inequality-media/ high left
+http://www.feministcurrent.com feministcurrent.com https://mediabiasfactcheck.com/feminist-current/ high left
+http://www.liberalamerica.org liberalamerica.org http://mediabiasfactcheck.com/liberal-america/ mixed left
+https://www.jacobinmag.com jacobinmag.com http://mediabiasfactcheck.com/jacobin/ high left
+https://electronicintifada.net electronicintifada.net http://mediabiasfactcheck.com/electronic-intifada/ high left
+http://guardianlv.com guardianlv.com http://mediabiasfactcheck.com/guardian-liberty-voice/ high left
+https://www.juancole.com juancole.com https://mediabiasfactcheck.com/informed-comment/ high left
+http://www.dailydot.com dailydot.com http://mediabiasfactcheck.com/daily-dot/ high left
+https://www.liberalexaminer.com liberalexaminer.com https://mediabiasfactcheck.com/liberal-examiner/ mixed left
+http://jezebel.com jezebel.com http://mediabiasfactcheck.com/jezebel/ mixed left
+https://www.good.is good.is http://mediabiasfactcheck.com/good-magazine/ high left
+http://freepress.org freepress.org https://mediabiasfactcheck.com/free-press-2/ high left
+https://theguardiansofdemocracy.com theguardiansofdemocracy.com https://mediabiasfactcheck.com/guardians-of-democracy/ high left
+http://feministing.com feministing.com https://mediabiasfactcheck.com/feministing/ high left
+http://www.ips-dc.org ips-dc.org https://mediabiasfactcheck.com/institute-policy-studies/ high left
+http://samuel-warde.com samuel-warde.com http://mediabiasfactcheck.com/liberals-unite-samuel-warde/ mixed left
+http://www.mediaite.com mediaite.com http://mediabiasfactcheck.com/mediaite/ high left
+http://frnewsreport.com frnewsreport.com https://mediabiasfactcheck.com/free-rein-report/ high left
+http://www.leftvoice.org leftvoice.org https://mediabiasfactcheck.com/left-voice/ high left
+https://www.fifthestate.org fifthestate.org http://mediabiasfactcheck.com/fifth-estate/ high left
+http://mondoweiss.net mondoweiss.net http://mediabiasfactcheck.com/mondoweiss/ high left
+https://www.liberationnews.org liberationnews.org http://mediabiasfactcheck.com/liberation-news/ high left
+http://www.lavendermagazine.com lavendermagazine.com http://mediabiasfactcheck.com/lavender-magazine/ high left
+https://freedomnews.org.uk freedomnews.org.uk https://mediabiasfactcheck.com/freedom-news-and-journal/ high left
+http://www.moonofalabama.org moonofalabama.org https://mediabiasfactcheck.com/moon-of-alabama/ mixed left
+http://mediamatters.org mediamatters.org http://mediabiasfactcheck.com/media-matters/ high left
+http://www.huffingtonpost.com huffingtonpost.com http://mediabiasfactcheck.com/huffington-post/ high left
+http://www.gq.com gq.com http://mediabiasfactcheck.com/gq-magazine/ high left
+https://newint.org newint.org http://mediabiasfactcheck.com/new-internationalist/ high left
+http://littlegreenfootballs.com littlegreenfootballs.com http://mediabiasfactcheck.com/little-green-footballs/ mixed left
+http://inthesetimes.com inthesetimes.com http://mediabiasfactcheck.com/in-these-times/ high left
+hrc.org hrc.org https://mediabiasfactcheck.com/human-rights-campaign/ high left
+http://www.lgbtqnation.com lgbtqnation.com http://mediabiasfactcheck.com/lgbtq-nation/ high left
+http://www.motherjones.com motherjones.com http://mediabiasfactcheck.com/mother-jones/ high left
+http://www.bradford-delong.com bradford-delong.com https://mediabiasfactcheck.com/grasping-reality-hands-bradford-delong/ high left
+https://meduza.io/en meduza.io https://mediabiasfactcheck.com/meduza/ high left
+http://newpol.org newpol.org http://mediabiasfactcheck.com/new-politics-magazine/ high left
+http://www.pinknews.co.uk/home pinknews.co.uk http://mediabiasfactcheck.com/pink-news/ high left
+http://www.newsweek.com newsweek.com http://mediabiasfactcheck.com/newsweek/ mixed left
+https://www.progressiveliberal.net progressiveliberal.net https://mediabiasfactcheck.com/progressive-liberal/ mixed left
+http://front.moveon.org front.moveon.org http://mediabiasfactcheck.com/move-on/ mixed left
+http://libcom.org libcom.org https://mediabiasfactcheck.com/libcom-org/ high left
+https://newrepublic.com newrepublic.com http://mediabiasfactcheck.com/new-republic/ high left
+https://www.merryjane.com merryjane.com http://mediabiasfactcheck.com/merry-jane/ high left
+http://politicaldig.com politicaldig.com https://mediabiasfactcheck.com/political-dig/ mixed left
+north99.org north99.org https://mediabiasfactcheck.com/north99/ high left
+http://mashable.com mashable.com http://mediabiasfactcheck.com/mashable/ high left
+http://www.msmagazine.com msmagazine.com http://mediabiasfactcheck.com/ms-magazine/ high left
+http://www.palmerreport.com palmerreport.com http://mediabiasfactcheck.com/palmer-report/ mixed left
+http://www.miaminewtimes.com miaminewtimes.com http://mediabiasfactcheck.com/miami-new-times-2/ high left
+resilience.org resilience.org https://mediabiasfactcheck.com/resilience-post-carbon-institute/ mixed left
+http://projectcensored.org projectcensored.org https://mediabiasfactcheck.com/project-censored/ high left
+http://www.rawstory.com rawstory.com http://mediabiasfactcheck.com/raw-story/ mixed left
+http://meanlefthook.com meanlefthook.com http://mediabiasfactcheck.com/mean-left-hook/ mixed left
+http://www.msnbc.com msnbc.com http://mediabiasfactcheck.com/msnbc/ mixed left
+http://www.newstatesman.com newstatesman.com http://mediabiasfactcheck.com/new-statesman/ high left
+https://www.pastemagazine.com pastemagazine.com http://mediabiasfactcheck.com/paste-magazine/ high left
+http://proudemocrat.com proudemocrat.com http://mediabiasfactcheck.com/proud-democrat/ mixed left
+https://www.middleeastmonitor.com middleeastmonitor.com http://mediabiasfactcheck.com/middle-east-monitor/ mixed left
+https://nowtoronto.com nowtoronto.com https://mediabiasfactcheck.com/now-magazine/ high left
+http://www.readingthepictures.org readingthepictures.org https://mediabiasfactcheck.com/reading-the-pictures/ high left
+http://www.salon.com salon.com http://mediabiasfactcheck.com/salon/ high left
+https://rewire.news rewire.news http://mediabiasfactcheck.com/rewire/ high left
+http://www.politicususa.com politicususa.com http://mediabiasfactcheck.com/politicususa/ high left
+http://nymag.com nymag.com http://mediabiasfactcheck.com/new-york-magazine/ high left
+http://readersupportednews.org readersupportednews.org https://mediabiasfactcheck.com/reader-supported-news-rsn/ mixed left
+http://www.peacock-panache.com peacock-panache.com https://mediabiasfactcheck.com/peacock-panache/ high left
+http://www.scarymommy.com scarymommy.com http://mediabiasfactcheck.com/scary-mommy/ high left
+http://modernliberals.com modernliberals.com http://mediabiasfactcheck.com/modern-liberals/ mixed left
+http://revcom.us revcom.us http://mediabiasfactcheck.com/revcom-us/ mixed left
+https://popularresistance.org popularresistance.org https://mediabiasfactcheck.com/popular-resistance/ mixed left
+http://www.newyorker.com newyorker.com http://mediabiasfactcheck.com/new-yorker/ high left
+http://www.pfaw.org pfaw.org https://mediabiasfactcheck.com/people-american-way-pfaw/ high left
+https://www.queerty.com queerty.com https://mediabiasfactcheck.com/queerty/ high left
+http://www.redpepper.org.uk redpepper.org.uk http://mediabiasfactcheck.com/red-pepper/ high left
+http://www.molad.org/en molad.org https://mediabiasfactcheck.com/molad-center-renewal-israeli-democracy/ high left
+onegreenplanet.org onegreenplanet.org https://mediabiasfactcheck.com/one-green-planet/ mixed left
+http://reverbpress.news reverbpress.news http://mediabiasfactcheck.com/reverb-press/ high left
+https://shadowproof.com shadowproof.com https://mediabiasfactcheck.com/shadow-proof/ high left
+http://people.com/politics people.com http://mediabiasfactcheck.com/people-magazine/ high left
+http://www.sourcewatch.org/ sourcewatch.org http://mediabiasfactcheck.com/sourcewatch/ high left
+https://www.opednews.com opednews.com http://mediabiasfactcheck.com/opednews-oen/ mixed left
+http://rabble.ca rabble.ca http://mediabiasfactcheck.com/rabble-ca/ high left
+http://shareblue.com shareblue.com http://mediabiasfactcheck.com/shareblue/ mixed left
+http://www.pravdareport.com pravdareport.com http://mediabiasfactcheck.com/pravda-report/ mixed left
+http://americanindependent.com americanindependent.com https://mediabiasfactcheck.com/american-independent-institute/ high left
+http://www.newshounds.us newshounds.us http://mediabiasfactcheck.com/newshounds/ mixed left
+https://photographyisnotacrime.com photographyisnotacrime.com http://mediabiasfactcheck.com/pinac/ high left
+https://rantt.com rantt.com https://mediabiasfactcheck.com/rantt-media/ high left
+http://www.slate.com slate.com http://mediabiasfactcheck.com/slate/ high left
+https://www.pressprogress.ca pressprogress.ca http://mediabiasfactcheck.com/press-progress/ high left
+https://splinternews.com splinternews.com https://mediabiasfactcheck.com/splinter/ mixed left
+http://the-daily.buzz the-daily.buzz http://mediabiasfactcheck.com/the-daily-buzz/ high left
+http://www.smirkingchimp.com smirkingchimp.com https://mediabiasfactcheck.com/smirking-chimp/ high left
+https://redyouth.org redyouth.org https://mediabiasfactcheck.com/red-youth/ mixed left
+http://www.rappler.com rappler.com http://mediabiasfactcheck.com/rappler/ mixed left
+http://prospect.org prospect.org http://mediabiasfactcheck.com/the-american-prospect/ high left
+http://www.rightwingwatch.org rightwingwatch.org http://mediabiasfactcheck.com/right-wing-watch/ mixed left
+http://www.nationofchange.org nationofchange.org http://mediabiasfactcheck.com/nation-of-change/ mixed left
+http://progressivearmy.com progressivearmy.com https://mediabiasfactcheck.com/progressive-army/ high left
+http://republicanssucks.org republicanssucks.org https://mediabiasfactcheck.com/republicans-suck/ mixed left
+http://www.worldsocialism.org/spgb worldsocialism.org http://mediabiasfactcheck.com/socialist-standard/ high left
+https://www.thedailyvox.co.za thedailyvox.co.za http://mediabiasfactcheck.com/the-daily-vox/ high left
+http://www.nationalmemo.com nationalmemo.com http://mediabiasfactcheck.com/the-national-memo/ high left
+https://www.austinchronicle.com austinchronicle.com https://mediabiasfactcheck.com/the-austin-chronicle/ high left
+https://trofire.com trofire.com http://mediabiasfactcheck.com/ring-of-fire/ high left
+http://www.towleroad.com towleroad.com http://mediabiasfactcheck.com/towleroad/ mixed left
+http://thelasource.com/ thelasource.com https://mediabiasfactcheck.com/source-newspaper-la-source/ high left
+http://www.democratichub.com democratichub.com http://mediabiasfactcheck.com/the-democratic-hub/ mixed left
+https://socialistworker.org socialistworker.org https://mediabiasfactcheck.com/socialistworker-org/ high left
+http://www.thenewcivilrightsmovement.com thenewcivilrightsmovement.com http://mediabiasfactcheck.com/the-new-civil-rights-movement/ mixed left
+https://thesternfacts.com thesternfacts.com https://mediabiasfactcheck.com/the-stern-facts/ mixed left
+http://talkingpointsmemo.com talkingpointsmemo.com http://mediabiasfactcheck.com/talking-points-memo/ high left
+http://www.vanityfair.com vanityfair.com http://mediabiasfactcheck.com/vanity-fair/ high left
+https://theestablishment.co theestablishment.co https://mediabiasfactcheck.com/the-establishment/ high left
+http://www.workers.org workers.org https://mediabiasfactcheck.com/workers-world/ mixed left
+http://www.theburningspear.com theburningspear.com https://mediabiasfactcheck.com/the-burning-spear/ high left
+http://other98.com other98.com http://mediabiasfactcheck.com/the-other-98/ mixed left
+https://www.thelondoneconomic.com thelondoneconomic.com https://mediabiasfactcheck.com/the-london-economic/ mixed left
+http://washingtonmonthly.com washingtonmonthly.com http://mediabiasfactcheck.com/washington-monthly/ high left
+http://www.villagevoice.com villagevoice.com http://mediabiasfactcheck.com/the-village-voice/ high left
+http://verifiedpolitics.com verifiedpolitics.com https://mediabiasfactcheck.com/verified-politics/ high left
+http://www.takepart.com takepart.com http://mediabiasfactcheck.com/takepart/ high left
+https://thefloridasqueeze.com thefloridasqueeze.com https://mediabiasfactcheck.com/the-florida-squeeze/ mixed left
+wsws.org wsws.org http://mediabiasfactcheck.com/world-socialist-web-site/ high left
+https://theoutline.com theoutline.com https://mediabiasfactcheck.com/the-outline/ high left
+https://www.themarysue.com themarysue.com https://mediabiasfactcheck.com/the-mary-sue/ high left
+http://washingtonpress.com washingtonpress.com https://mediabiasfactcheck.com/washington-press/ mixed left
+http://www.thecanary.co thecanary.co http://mediabiasfactcheck.com/the-canary-uk/ high left
+http://www.truthdig.com truthdig.com http://mediabiasfactcheck.com/truthdig/ high left
+https://thewalrus.ca thewalrus.ca http://mediabiasfactcheck.com/the-walrus/ high left
+http://www.thefrisky.com thefrisky.com http://mediabiasfactcheck.com/the-frisky/ high left
+http://www.yesmagazine.org yesmagazine.org https://mediabiasfactcheck.com/yes-magazine/ high left
+http://www.progressive.org progressive.org http://mediabiasfactcheck.com/the-progressive/ high left
+http://www.themilitant.com themilitant.com http://mediabiasfactcheck.com/the-militant/ high left
+http://www.truth-out.org truth-out.org http://mediabiasfactcheck.com/truth-out/ mixed left
+https://www.climaterealityproject.org climaterealityproject.org http://mediabiasfactcheck.com/the-climate-reality-project/ high left
+progressivefrontier.com progressivefrontier.com https://mediabiasfactcheck.com/the-progressive-frontier/ mixed left
+https://wearyourvoicemag.com wearyourvoicemag.com https://mediabiasfactcheck.com/wear-your-voice/ high left
+http://www.morningstaronline.co.uk morningstaronline.co.uk http://mediabiasfactcheck.com/the-morning-star/ high left
+https://worldcantwait.net worldcantwait.net https://mediabiasfactcheck.com/world-cant-wait/ high left
+http://uproxx.com uproxx.com http://mediabiasfactcheck.com/uproxx/ high left
+http://thegrio.com thegrio.com http://mediabiasfactcheck.com/thegrio/ high left
+http://www.samefacts.com samefacts.com https://mediabiasfactcheck.com/reality-based-community/ high left
+http://thedailybanter.com thedailybanter.com http://mediabiasfactcheck.com/the-daily-banter/ high left
+https://www.thenation.com thenation.com http://mediabiasfactcheck.com/the-nation/ high left
+https://www.upworthy.com upworthy.com http://mediabiasfactcheck.com/upworthy/ high left
+https://zcomm.org/zmag zcomm.org http://mediabiasfactcheck.com/z-magazine/ high left
+http://www.theroot.com theroot.com http://mediabiasfactcheck.com/the-root/ high left
+http://www.vox.com vox.com http://mediabiasfactcheck.com/vox/ high left
+https://whowhatwhy.org whowhatwhy.org https://mediabiasfactcheck.com/who-what-why/ mixed left
+http://thinkprogress.org thinkprogress.org http://mediabiasfactcheck.com/think-progress/ mixed left
+https://this.org this.org http://mediabiasfactcheck.com/this-magazine/ high left
+http://wonkette.com wonkette.com http://mediabiasfactcheck.com/wonkette/ mixed left
+https://www.amnesty.org/en amnesty.org https://mediabiasfactcheck.com/amnesty-international/ high center
+https://ballotpedia.org/Main_Page ballotpedia.org http://mediabiasfactcheck.com/ballotpedia/ high center
+http://www.opensecrets.org opensecrets.org http://mediabiasfactcheck.com/center-for-responsive-politics-open-secrets/ high center
+http://cookpolitical.com cookpolitical.com http://mediabiasfactcheck.com/cook-political-report/ high center
+http://www.albawaba.com albawaba.com http://mediabiasfactcheck.com/al-bawaba/ high center
+https://capitolfax.com capitolfax.com https://mediabiasfactcheck.com/capitol-fax/ high center
+http://www.680news.com 680news.com https://mediabiasfactcheck.com/680-news/ high center
+https://www.csis.org csis.org http://mediabiasfactcheck.com/center-for-strategic-and-international-studies/ high center
+http://www.anthropocenemagazine.org anthropocenemagazine.org http://mediabiasfactcheck.com/conservation-magazine/ high center
+http://bnonews.com bnonews.com https://mediabiasfactcheck.com/bno-news/ high center
+http://carnegieendowment.org carnegieendowment.org http://mediabiasfactcheck.com/carnegie-endowment-for-international-peace/ high center
+http://eng.majalla.com eng.majalla.com http://mediabiasfactcheck.com/al-majalla/ high center
+http://www.abc.net.au/news abc.net.au http://mediabiasfactcheck.com/abc-news-australia/ high center
+http://blog.countable.us blog.countable.us http://mediabiasfactcheck.com/countable-news/ high center
+concordmonitor.com concordmonitor.com https://mediabiasfactcheck.com/concord-monitor/ high center
+https://aptnnews.ca aptnnews.ca https://mediabiasfactcheck.com/aptn-news/ high center
+http://www.bridgemi.com bridgemi.com http://mediabiasfactcheck.com/bridge-magazine/ high center
+http://www.alreporter.com alreporter.com https://mediabiasfactcheck.com/alabama-political-reporter/ high center
+http://news.abs-cbn.com news.abs-cbn.com https://mediabiasfactcheck.com/abs-cbn-news/ high center
+https://www.courthousenews.com courthousenews.com https://mediabiasfactcheck.com/courthouse-news-service/ high center
+http://www.bangkokpost.com bangkokpost.com http://mediabiasfactcheck.com/the-bangkok-post/ high center
+https://azcapitoltimes.com azcapitoltimes.com https://mediabiasfactcheck.com/arizona-capitol-times/ high center
+https://altoday.com altoday.com https://mediabiasfactcheck.com/alabama-today/ high center
+http://www.castanet.net castanet.net http://mediabiasfactcheck.com/castanet/ high center
+https://www.afp.com afp.com http://mediabiasfactcheck.com/afp-agence-france-presse/ high center
+https://www.cp24.com cp24.com https://mediabiasfactcheck.com/cp24/ high center
+http://www.newsoptimist.ca newsoptimist.ca https://mediabiasfactcheck.com/battlefords-news-optimist/ high center
+http://www.chinadaily.com.cn chinadaily.com.cn http://mediabiasfactcheck.com/china-daily/ high center
+http://thebulletin.org thebulletin.org http://mediabiasfactcheck.com/bulletin-of-the-atomic-scientists/ high center
+http://www.africanews.com africanews.com http://mediabiasfactcheck.com/africa-news/ high center
+http://en.bbarta24.net en.bbarta24.net http://mediabiasfactcheck.com/bbarta24/ high center
+https://www.aninews.in aninews.in https://mediabiasfactcheck.com/asian-news-international-ani/ high center
+https://www.abqjournal.com abqjournal.com http://mediabiasfactcheck.com/albuquerque-journal/ high center
+http://www.bullshido.net bullshido.net https://mediabiasfactcheck.com/bullshido/ high center
+http://www.belfercenter.org belfercenter.org http://mediabiasfactcheck.com/the-belfer-center-for-science-and-international-affairs/ high center
+https://cdt.org cdt.org https://mediabiasfactcheck.com/center-democracy-technology/ high center
+http://www.atimes.com atimes.com https://mediabiasfactcheck.com/asia-times/ high center
+http://www.darientimes.com darientimes.com https://mediabiasfactcheck.com/darien-times/ high center
+https://consortiumnews.com consortiumnews.com http://mediabiasfactcheck.com/consortium-news/ high center
+http://www.cgdev.org cgdev.org http://mediabiasfactcheck.com/center-for-global-development/ high center
+https://www.bellingcat.com bellingcat.com http://mediabiasfactcheck.com/bellingcat/ high center
+http://www.csmonitor.com csmonitor.com http://mediabiasfactcheck.com/christian-science-monitor/ high center
+daytondailynews.com daytondailynews.com https://mediabiasfactcheck.com/dayton-daily-news/ high center
+http://www.allgov.com allgov.com https://mediabiasfactcheck.com/allgov/ high center
+https://constitutioncenter.org constitutioncenter.org https://mediabiasfactcheck.com/constitution-daily/ high center
+http://www.business2community.com business2community.com https://mediabiasfactcheck.com/business-2-community/ high center
+http://english.ahram.org.eg english.ahram.org.eg http://mediabiasfactcheck.com/ahram-online/ high center
+http://www.bettergov.org bettergov.org http://mediabiasfactcheck.com/better-government-association/ high center
+http://cityandstateny.com cityandstateny.com http://mediabiasfactcheck.com/city-and-state-new-york/ high center
+https://apnews.com apnews.com http://mediabiasfactcheck.com/associated-press/ high center
+http://www.defenseone.com defenseone.com http://mediabiasfactcheck.com/defense-one/ high center
+http://securingdemocracy.gmfus.org securingdemocracy.gmfus.org https://mediabiasfactcheck.com/alliance-securing-democracy/ high center
+https://airwars.org airwars.org https://mediabiasfactcheck.com/airwars/ high center
+http://bdnews24.com bdnews24.com http://mediabiasfactcheck.com/bdnews24/ high center
+http://www.cnas.org cnas.org http://mediabiasfactcheck.com/center-for-a-new-american-security/ high center
+https://www.ced.org ced.org http://mediabiasfactcheck.com/committee-for-economic-development/ high center
+http://www.atlanticcouncil.org atlanticcouncil.org http://mediabiasfactcheck.com/atlantic-council/ high center
+http://www.americanheritage.com americanheritage.com https://mediabiasfactcheck.com/american-heritage/ high center
+http://www.desmoinesregister.com desmoinesregister.com http://mediabiasfactcheck.com/the-des-moines-register/ high center
+capecodtimes.com capecodtimes.com https://mediabiasfactcheck.com/cape-cod-times/ high center
+https://consumerist.com consumerist.com http://mediabiasfactcheck.com/consumerist/ high center
+http://crfb.org crfb.org http://mediabiasfactcheck.com/committee-for-a-responsible-federal-budget/ high center
+http://www.afr.com afr.com http://mediabiasfactcheck.com/the-australian-financial-review/ high center
+https://www.publicintegrity.org publicintegrity.org http://mediabiasfactcheck.com/center-for-public-integrity/ high center
+http://www.dailyrecord.com dailyrecord.com http://mediabiasfactcheck.com/daily-record/ high center
+differencebetween.net differencebetween.net https://mediabiasfactcheck.com/differencebetween-net/ high center
+http://www.ejinsight.com ejinsight.com https://mediabiasfactcheck.com/ej-insight-eji/ high center
+https://www.factwire.org/english factwire.org https://mediabiasfactcheck.com/factwire-news-agency/ high center
+https://freewheelus.com freewheelus.com https://mediabiasfactcheck.com/free-wheel-media/ high center
+https://www.consumerreports.org consumerreports.org https://mediabiasfactcheck.com/consumer-reports/ high center
+http://www.digitaljournal.com digitaljournal.com https://mediabiasfactcheck.com/digital-journal/ high center
+http://www.goodnewsnetwork.org goodnewsnetwork.org http://mediabiasfactcheck.com/goodnewsnetwork/ high center
+https://www.cambridge.org/core/journals/international-organization cambridge.org http://mediabiasfactcheck.com/international-organization/ high center
+https://www.fairobserver.com fairobserver.com https://mediabiasfactcheck.com/fair-observer/ high center
+https://fullfact.org fullfact.org http://mediabiasfactcheck.com/full-fact-uk/ high center
+http://kff.org kff.org http://mediabiasfactcheck.com/kaiser-family-foundation/ high center
+https://www.makeuseof.com makeuseof.com https://mediabiasfactcheck.com/makeuseof/ high center
+http://www.idahostatesman.com idahostatesman.com https://mediabiasfactcheck.com/idaho-statesman/ high center
+http://www.doctorswithoutborders.org doctorswithoutborders.org https://mediabiasfactcheck.com/doctors-without-borders/ high center
+https://news.grabien.com news.grabien.com http://mediabiasfactcheck.com/grabien-news/ mixed center
+goerie.com goerie.com https://mediabiasfactcheck.com/erie-times-news/ high center
+http://www.gallup.com gallup.com http://mediabiasfactcheck.com/gallup/ high center
+http://www.malaysia-today.net malaysia-today.net https://mediabiasfactcheck.com/malaysia-today/ mixed center
+http://www.military.com military.com https://mediabiasfactcheck.com/military-com/ high center
+http://news.err.ee news.err.ee https://mediabiasfactcheck.com/err-news-estonia-public-broadcasting/ high center
+https://www.rescue.org rescue.org http://mediabiasfactcheck.com/international-rescue-committee-irc/ high center
+http://knowyourmeme.com knowyourmeme.com https://mediabiasfactcheck.com/know-your-meme/ high center
+https://hbr.org hbr.org https://mediabiasfactcheck.com/harvard-business-review/ high center
+federalnewsradio.com federalnewsradio.com https://mediabiasfactcheck.com/federal-news-radio/ high center
+http://www.eurasiagroup.net eurasiagroup.net http://mediabiasfactcheck.com/eurasia-group/ high center
+https://www.imediaethics.org imediaethics.org https://mediabiasfactcheck.com/imediaethics/ high center
+http://maplight.org maplight.org http://mediabiasfactcheck.com/maplight/ high center
+http://www.investopedia.com investopedia.com https://mediabiasfactcheck.com/investopedia/ high center
+knoxnews.com knoxnews.com https://mediabiasfactcheck.com/knoxville-news-sentinel/ high center
+https://gbtimes.com gbtimes.com https://mediabiasfactcheck.com/gbtimes/ high center
+http://news.harvard.edu/gazette news.harvard.edu http://mediabiasfactcheck.com/harvard-gazette/ high center
+http://www.mlive.com mlive.com https://mediabiasfactcheck.com/mlive-michigan-booth-newspapers/ high center
+http://www.federaltimes.com federaltimes.com http://mediabiasfactcheck.com/federal-times/ high center
+http://www.eurasiareview.com eurasiareview.com https://mediabiasfactcheck.com/eurasia-review/ high center
+http://www.marketwatch.com marketwatch.com http://mediabiasfactcheck.com/marketwatch/ high center
+https://www.jacksonsun.com jacksonsun.com https://mediabiasfactcheck.com/jackson-sun/ high center
+https://leadstories.com leadstories.com https://mediabiasfactcheck.com/lead-stories/ high center
+http://www.govexec.com govexec.com http://mediabiasfactcheck.com/government-executive/ high center
+http://harvardpolitics.com harvardpolitics.com http://mediabiasfactcheck.com/harvard-political-review/ high center
+https://www.newamerica.org newamerica.org https://mediabiasfactcheck.com/new-america/ high center
+http://www.euronews.com euronews.com http://mediabiasfactcheck.com/euronews/ high center
+http://www.financialexpress.com financialexpress.com http://mediabiasfactcheck.com/financial-express/ high center
+https://ivn.us ivn.us http://mediabiasfactcheck.com/independent-voter-network-ivn/ high center
+http://www.mcclatchydc.com mcclatchydc.com http://mediabiasfactcheck.com/mcclatchydc/ high center
+https://www.govtrack.us govtrack.us http://mediabiasfactcheck.com/govtrack/ high center
+http://www.ledevoir.com ledevoir.com https://mediabiasfactcheck.com/le-devoir/ high center
+http://www.healthcarefinancenews.com healthcarefinancenews.com https://mediabiasfactcheck.com/healthcare-finance-news/ high center
+http://www.janes.com janes.com http://mediabiasfactcheck.com/ihs-janes-360/ high center
+http://www.newbernsj.com newbernsj.com http://mediabiasfactcheck.com/new-bern-sun-journal/ high center
+https://www.ft.com ft.com http://mediabiasfactcheck.com/financial-times/ high center
+http://mediashift.org mediashift.org https://mediabiasfactcheck.com/mediashift/ high center
+https://limacharlienews.com limacharlienews.com https://mediabiasfactcheck.com/lima-charlie-news/ high center
+http://www.globalintegrity.org globalintegrity.org http://mediabiasfactcheck.com/global-integrity/ high center
+http://www.nber.org nber.org http://mediabiasfactcheck.com/national-bureau-of-economic-research-nber/ high center
+http://www.news24.com news24.com http://mediabiasfactcheck.com/news24-south-africa/ high center
+http://www.memeorandum.com memeorandum.com https://mediabiasfactcheck.com/memeorandum/ mixed center
+https://firstdraftnews.org firstdraftnews.org https://mediabiasfactcheck.com/first-draft-news/ high center
+http://indiatoday.intoday.in indiatoday.intoday.in https://mediabiasfactcheck.com/india-today/ high center
+http://www.factcheck.org factcheck.org http://mediabiasfactcheck.com/factcheck/ high center
+https://www.japantimes.co.jp japantimes.co.jp https://mediabiasfactcheck.com/japan-times/ high center
+http://www.hoax-slayer.com hoax-slayer.com http://mediabiasfactcheck.com/hoax-slayer/ high center
+https://www.followthemoney.org followthemoney.org https://mediabiasfactcheck.com/national-institute-money-state-politics/ high center
+http://mentalfloss.com mentalfloss.com http://mediabiasfactcheck.com/mental-floss/ high center
+https://iwpr.org iwpr.org https://mediabiasfactcheck.com/institute-for-womens-policy-research-iwpr/ high center
+https://www.foreignaffairs.com foreignaffairs.com http://mediabiasfactcheck.com/foreign-affairs/ high center
+http://www.jta.org jta.org https://mediabiasfactcheck.com/jewish-telegraphic-agency-jta/ high center
+http://www.homelandsecuritynewswire.com homelandsecuritynewswire.com https://mediabiasfactcheck.com/homeland-security-news-wire/ high center
+https://www.nationaljournal.com nationaljournal.com http://mediabiasfactcheck.com/national-journal/ high center
+http://listverse.com listverse.com http://mediabiasfactcheck.com/listverse/ high center
+http://foreignpolicy.com foreignpolicy.com http://mediabiasfactcheck.com/foreign-policy/ high center
+http://en.mercopress.com en.mercopress.com http://mediabiasfactcheck.com/mercopress/ high center
+https://www.guampdn.com guampdn.com https://mediabiasfactcheck.com/pacific-daily-news/ high center
+http://www.nationmaster.com nationmaster.com https://mediabiasfactcheck.com/nationmaster/ high center
+http://www.i24news.tv i24news.tv http://mediabiasfactcheck.com/i24-news/ high center
+http://www.newsnow.co.uk/h newsnow.co.uk http://mediabiasfactcheck.com/newsnow-uk/ mixed center
+https://www.icij.org icij.org http://mediabiasfactcheck.com/international-consortium-of-investigative-journalists/ high center
+http://merionwest.com merionwest.com https://mediabiasfactcheck.com/merion-west/ high center
+https://patch.com patch.com https://mediabiasfactcheck.com/patch/ high center
+http://daily.jstor.org daily.jstor.org http://mediabiasfactcheck.com/jstore-daily/ high center
+https://niskanencenter.org niskanencenter.org https://mediabiasfactcheck.com/niskanen-center/ high center
+https://ffrf.org ffrf.org https://mediabiasfactcheck.com/freedom-religion-foundation-ffrf/ high center
+https://www.rferl.org rferl.org https://mediabiasfactcheck.com/radio-free-europe-radio-liberty/ high center
+http://www.nzherald.co.nz nzherald.co.nz https://mediabiasfactcheck.com/new-zealand-herald/ high center
+https://www.iea.org iea.org http://mediabiasfactcheck.com/international-energy-agency-iea/ high center
+https://shorensteincenter.org shorensteincenter.org https://mediabiasfactcheck.com/shorenstein-center/ high center
+https://www.stripes.com stripes.com http://mediabiasfactcheck.com/stars-and-stripes/ high center
+https://www.nknews.org nknews.org https://mediabiasfactcheck.com/nk-news/ high center
+http://www.rollcall.com rollcall.com http://mediabiasfactcheck.com/roll-call/ high center
+http://www.poynter.org poynter.org http://mediabiasfactcheck.com/poynter-institute/ high center
+https://www.justsecurity.org justsecurity.org https://mediabiasfactcheck.com/just-security/ high center
+http://www.patheos.com patheos.com http://mediabiasfactcheck.com/patheos/ mixed center
+https://www.rand.org rand.org https://mediabiasfactcheck.com/rand-corporation/ high center
+http://www.nextavenue.org nextavenue.org http://mediabiasfactcheck.com/next-avenue/ high center
+http://www.texasstandard.org texasstandard.org https://mediabiasfactcheck.com/texas-standard/ high center
+http://www.simplepolitics.co.uk simplepolitics.co.uk https://mediabiasfactcheck.com/simple-politics/ high center
+https://www.statnews.com statnews.com http://mediabiasfactcheck.com/stat-news/ high center
+https://www.noozhawk.com noozhawk.com https://mediabiasfactcheck.com/noozhawk/ high center
+https://www.rte.ie rte.ie https://mediabiasfactcheck.com/rte-radio-television-ireland/ high center
+http://prnewswire.mediaroom.com prnewswire.mediaroom.com https://mediabiasfactcheck.com/pr-newswire/ high center
+https://www.thecipherbrief.com thecipherbrief.com https://mediabiasfactcheck.com/the-cipher-brief/ high center
+pnj.com pnj.com https://mediabiasfactcheck.com/pensacola-news-journal/ high center
+https://www.texastribune.org texastribune.org http://mediabiasfactcheck.com/texas-tribune/ high center
+http://www.nextgov.com nextgov.com http://mediabiasfactcheck.com/nextgov/ high center
+http://www.northkoreatimes.com northkoreatimes.com https://mediabiasfactcheck.com/north-korea-times/ mixed center
+http://www.russialies.com russialies.com https://mediabiasfactcheck.com/russian-media-monitor/ high center
+https://www.procon.org procon.org https://mediabiasfactcheck.com/procon-org/ high center
+http://stimson.org stimson.org http://mediabiasfactcheck.com/stimson-center/ high center
+http://www.pgpf.org pgpf.org http://mediabiasfactcheck.com/peterson-foundation/ high center
+https://www.recode.net recode.net https://mediabiasfactcheck.com/recode/ high center
+http://www.thatsnonsense.com thatsnonsense.com http://mediabiasfactcheck.com/thats-nonsense/ high center
+https://theconversation.com theconversation.com http://mediabiasfactcheck.com/the-conversation/ high center
+https://stocknewsusa.com stocknewsusa.com http://mediabiasfactcheck.com/stock-news-usa/ high center
+http://pogo.org pogo.org http://mediabiasfactcheck.com/project-on-government-oversight/ high center
+http://auburnpub.com auburnpub.com https://mediabiasfactcheck.com/the-auburn-citizen/ high center
+relevantmagazine.com relevantmagazine.com https://mediabiasfactcheck.com/relevant-magazine/ high center
+https://piie.com piie.com http://mediabiasfactcheck.com/peterson-institute-for-international-economics/ high center
+http://www.snopes.com snopes.com http://mediabiasfactcheck.com/snopes/ high center
+http://www.theday.com theday.com https://mediabiasfactcheck.com/day-new-london/ high center
+https://www.thebalance.com thebalance.com https://mediabiasfactcheck.com/the-balance/ high center
+https://www.strategypage.com strategypage.com https://mediabiasfactcheck.com/strategypage/ high center
+http://reporterslab.org reporterslab.org http://mediabiasfactcheck.com/reporters-lab/ high center
+http://www.novinite.com novinite.com http://mediabiasfactcheck.com/novinite/ high center
+http://www.pewresearch.org pewresearch.org http://mediabiasfactcheck.com/pew-research/ high center
+http://www.heraldtribune.com heraldtribune.com https://mediabiasfactcheck.com/sarasota-herald-tribune/ high center
+https://www.project-syndicate.org project-syndicate.org https://mediabiasfactcheck.com/project-syndicate/ high center
+https://www.baxterbulletin.com baxterbulletin.com https://mediabiasfactcheck.com/the-baxter-bulletin/ high center
+heraldsun.com heraldsun.com https://mediabiasfactcheck.com/the-herald-sun-durham-north-carolina/ high center
+http://www.scmp.com scmp.com https://mediabiasfactcheck.com/south-china-morning-post/ high center
+https://www.stratfor.com stratfor.com http://mediabiasfactcheck.com/stratfor/ high center
+https://www.nolabels.org nolabels.org http://mediabiasfactcheck.com/no-labels/ high center
+https://placesjournal.org placesjournal.org http://mediabiasfactcheck.com/places-journal/ high center
+https://rsf.org/en rsf.org https://mediabiasfactcheck.com/reporters-without-borders/ high center
+http://www.sayfiereview.com sayfiereview.com https://mediabiasfactcheck.com/sayfie-review/ high center
+https://thehumanist.com thehumanist.com http://mediabiasfactcheck.com/the-humanist-magazine/ high center
+https://www.thebureauinvestigates.com thebureauinvestigates.com http://mediabiasfactcheck.com/the-bureau-of-investigative-journalism/ high center
+http://sunlightfoundation.com sunlightfoundation.com http://mediabiasfactcheck.com/sunlight-foundation/ high center
+dailynorthwestern.com dailynorthwestern.com https://mediabiasfactcheck.com/the-daily-northwestern/ high center
+https://represent.us represent.us http://mediabiasfactcheck.com/represent-us/ high center
+http://www.prri.org prri.org http://mediabiasfactcheck.com/public-religion-research-institute-prri/ high center
+http://www.taipeitimes.com taipeitimes.com https://mediabiasfactcheck.com/taipei-times/ high center
+https://www.ny1.com/ ny1.com https://mediabiasfactcheck.com/spectrum-news-ny1/ high center
+http://www.openthegovernment.org openthegovernment.org http://mediabiasfactcheck.com/open-the-government/ high center
+http://www.reuters.com reuters.com http://mediabiasfactcheck.com/reuters/ high center
+http://www.politifact.com politifact.com http://mediabiasfactcheck.com/politifact/ high center
+https://www.taiwannews.com.tw taiwannews.com.tw https://mediabiasfactcheck.com/taiwan-news/ high center
+https://www.defconwarningsystem.com defconwarningsystem.com https://mediabiasfactcheck.com/defcon-warning-system/ high center
+http://spectrumreport.com spectrumreport.com https://mediabiasfactcheck.com/spectrum-report/ mixed center
+http://indianexpress.com indianexpress.com http://mediabiasfactcheck.com/the-indian-express/ high center
+http://www.scotusblog.com scotusblog.com http://mediabiasfactcheck.com/scotusblog/ high center
+http://taskandpurpose.com taskandpurpose.com http://mediabiasfactcheck.com/task-and-purpose/ high center
+http://outlook.monmouth.edu outlook.monmouth.edu http://mediabiasfactcheck.com/the-outlook-monmouth-university/ high center
+http://www.thejakartapost.com thejakartapost.com http://mediabiasfactcheck.com/the-jakarta-post/ high center
+http://www.sctimes.com sctimes.com http://mediabiasfactcheck.com/st-cloud-times/ high center
+http://thediplomat.com thediplomat.com http://mediabiasfactcheck.com/the-diplomat-magazine/ high center
+http://www.shareably.net shareably.net https://mediabiasfactcheck.com/shareably/ high center
+https://www.themarshallproject.org/#.qjbbuljBK themarshallproject.org http://mediabiasfactcheck.com/the-marshall-project/ high center
+https://www.thoughtco.com thoughtco.com https://mediabiasfactcheck.com/thoughtco/ high center
+http://www.viralthread.com viralthread.com https://mediabiasfactcheck.com/viral-thread/ mixed center
+https://en.wikinews.org/wiki/Main_Page en.wikinews.org https://mediabiasfactcheck.com/wikinews/ high center
+http://www.jpost.com jpost.com http://mediabiasfactcheck.com/the-jerusalem-post/ high center
+http://www.economist.com economist.com http://mediabiasfactcheck.com/the-economist/ high center
+http://memepoliceman.com memepoliceman.com http://mediabiasfactcheck.com/the-meme-policeman/ high center
+http://worldpress.org worldpress.org http://mediabiasfactcheck.com/world-press-review/ high center
+http://www.tvw.org tvw.org http://mediabiasfactcheck.com/tvw-washington-state/ high center
+http://www.phnompenhpost.com phnompenhpost.com http://mediabiasfactcheck.com/the-phnom-penh-post/ high center
+https://www.wikipedia.org wikipedia.org http://mediabiasfactcheck.com/wikipedia/ high center
+http://www.jordantimes.com jordantimes.com https://mediabiasfactcheck.com/the-jordan-times/ high center
+http://timesofsandiego.com timesofsandiego.com https://mediabiasfactcheck.com/times-san-diego/ high center
+http://www.wri.org wri.org https://mediabiasfactcheck.com/world-resources-institute-wri/ high center
+https://undark.org undark.org https://mediabiasfactcheck.com/undark/ high center
+http://www.voanews.com voanews.com http://mediabiasfactcheck.com/voice-of-america/ high center
+https://www.wikitribune.com wikitribune.com https://mediabiasfactcheck.com/wikitribune/ high center
+http://www.postandcourier.com postandcourier.com https://mediabiasfactcheck.com/the-post-and-courier/ high center
+http://www.wral.com wral.com http://mediabiasfactcheck.com/wral/ high center
+http://www.upi.com upi.com http://mediabiasfactcheck.com/united-press-international-upi/ high center
+http://www.todayifoundout.com todayifoundout.com https://mediabiasfactcheck.com/today-i-found-out/ high center
+http://themoderatevoice.com themoderatevoice.com http://mediabiasfactcheck.com/the-moderate-voice/ high center
+mywebtimes.com mywebtimes.com https://mediabiasfactcheck.com/the-times-illinois/ high center
+http://www.voiceofsandiego.org voiceofsandiego.org http://mediabiasfactcheck.com/voice-of-san-diego/ high center
+http://www.news.cn/english news.cn https://mediabiasfactcheck.com/xinhua-news-agency/ high center
+http://www.thejournal.ie thejournal.ie http://mediabiasfactcheck.com/thejournal-ie/ high center
+https://www.house.gov house.gov https://mediabiasfactcheck.com/united-states-house-representatives-house-gov/ high center
+http://www.mcall.com mcall.com https://mediabiasfactcheck.com/the-morning-call/ high center
+https://www.transparency.org transparency.org http://mediabiasfactcheck.com/transparency-international/ high center
+http://www.scotsman.com scotsman.com https://mediabiasfactcheck.com/the-scotsman/ high center
+https://www.vosizneias.com vosizneias.com https://mediabiasfactcheck.com/vos-iz-neias/ high center
+http://www.wionews.com wionews.com https://mediabiasfactcheck.com/wion-world-one-news/ mixed center
+gao.gov gao.gov https://mediabiasfactcheck.com/us-government-accountability-office-gao/ high center
+http://www.thenews.mx thenews.mx http://mediabiasfactcheck.com/the-news-mexico-city/ high center
+http://timesofindia.indiatimes.com timesofindia.indiatimes.com http://mediabiasfactcheck.com/times-of-india/ high center
+https://www.thenews.com.pk thenews.com.pk https://mediabiasfactcheck.com/the-news-international/ high center
+http://www.usafacts.org usafacts.org http://mediabiasfactcheck.com/usa-facts/ high center
+http://votesmart.org votesmart.org http://mediabiasfactcheck.com/votesmart/ high center
+http://www.theskimm.com theskimm.com http://mediabiasfactcheck.com/the-skimm/ high center
+http://trueviralnews.com trueviralnews.com https://mediabiasfactcheck.com/true-viral-news/ high center
+https://www.wilsoncenter.org wilsoncenter.org http://mediabiasfactcheck.com/woodrow-wilson-international-center-for-scholars/ high center
+https://sociable.co sociable.co https://mediabiasfactcheck.com/the-sociable/ high center
+http://warontherocks.com warontherocks.com http://mediabiasfactcheck.com/war-on-the-rocks/ high center
+https://www.weforum.org weforum.org https://mediabiasfactcheck.com/world-economic-forum/ high center
+https://www.thewrap.com thewrap.com https://mediabiasfactcheck.com/thewrap/ mixed center
+https://observatory.journalism.wisc.edu observatory.journalism.wisc.edu http://mediabiasfactcheck.com/the-observatory/ high center
+http://verafiles.org verafiles.org https://mediabiasfactcheck.com/vera-files/ high center
+http://wn.com wn.com http://mediabiasfactcheck.com/world-news/ high center
+http://www.thirdway.org thirdway.org http://mediabiasfactcheck.com/third-way/ high center
+http://truthbetold.news truthbetold.news http://mediabiasfactcheck.com/truth-be-told/ high center
+https://www.truthorfiction.com truthorfiction.com https://mediabiasfactcheck.com/truthorfiction-com/ high center
+https://capitalresearch.org capitalresearch.org https://mediabiasfactcheck.com/capital-research-center/ mixed right
+academia.org academia.org https://mediabiasfactcheck.com/accuracy-in-academia-aia/ mixed right
+http://bigleaguepolitics.com bigleaguepolitics.com https://mediabiasfactcheck.com/big-league-politics/ mixed right
+http://www.conservativedailynews.com conservativedailynews.com http://mediabiasfactcheck.com/conservative-daily-news/ mixed right
+https://americanmilitarynews.com americanmilitarynews.com https://mediabiasfactcheck.com/american-military-news/ high right
+http://citizensunited.org/index.aspx citizensunited.org http://mediabiasfactcheck.com/citizens-united/ mixed right
+https://aclj.org aclj.org https://mediabiasfactcheck.com/american-center-law-justice-aclj/ mixed right
+arizonadailyindependent.com arizonadailyindependent.com https://mediabiasfactcheck.com/arizona-daily-independent/ mixed right
+http://www.aim.org aim.org http://mediabiasfactcheck.com/accuracy-in-media-aim/ mixed right
+https://americanconsequences.com americanconsequences.com https://mediabiasfactcheck.com/american-consequences/ mixed right
+http://www.bizpacreview.com bizpacreview.com http://mediabiasfactcheck.com/bizpac-review/ mixed right
+http://www.city-journal.org city-journal.org http://mediabiasfactcheck.com/city-journal/ high right
+http://www.aina.org aina.org https://mediabiasfactcheck.com/assyrian-international-news-agency/ mixed right
+http://www.conservativehq.com conservativehq.com http://mediabiasfactcheck.com/conservative-hq/ mixed right
+https://www.whitehouse.gov/1600daily whitehouse.gov http://mediabiasfactcheck.com/1600-daily/ mixed right
+https://www.nccivitas.org nccivitas.org https://mediabiasfactcheck.com/civitas-institute/ mixed right
+https://bearingarms.com bearingarms.com https://mediabiasfactcheck.com/bearing-arms/ mixed right
+http://spectator.org spectator.org http://mediabiasfactcheck.com/american-spectator/ high right
+https://www.aei.org aei.org http://mediabiasfactcheck.com/american-enterprise-institute/ mixed right
+https://www.ac2news.com ac2news.com http://mediabiasfactcheck.com/against-crony-capitialism/ mixed right
+2ndvote.com 2ndvote.com https://mediabiasfactcheck.com/2ndvote/ mixed right
+http://www.christianpost.com christianpost.com http://mediabiasfactcheck.com/christian-post/ mixed right
+http://brexitcentral.com brexitcentral.com https://mediabiasfactcheck.com/brexitcentral/ mixed right
+https://beinglibertarian.com beinglibertarian.com http://mediabiasfactcheck.com/being-libertarian/ high right
+http://alphanewsmn.com alphanewsmn.com https://mediabiasfactcheck.com/alpha-news/ mixed right
+https://amgreatness.com amgreatness.com https://mediabiasfactcheck.com/american-greatness/ mixed right
+http://www.americanthinker.com americanthinker.com http://mediabiasfactcheck.com/american-thinker/ mixed right
+https://conservativeopinion.com conservativeopinion.com https://mediabiasfactcheck.com/conservativeopinion-com/ mixed right
+https://ca-political.com ca-political.com https://mediabiasfactcheck.com/cambridge-analytica/ mixed right
+https://conservativetoday.com conservativetoday.com https://mediabiasfactcheck.com/conservative-today/ mixed right
+https://www.chroniclesmagazine.org chroniclesmagazine.org http://mediabiasfactcheck.com/chronicles-magazine-rockford/ mixed right
+http://www.colddeadhands.us colddeadhands.us http://mediabiasfactcheck.com/cold-dead-hands/ mixed right
+https://acculturated.com acculturated.com https://mediabiasfactcheck.com/acculturated/ high right
+http://www.beliefnet.com beliefnet.com https://mediabiasfactcheck.com/beliefnet/ mixed right
+americansforprosperity.org americansforprosperity.org http://mediabiasfactcheck.com/americans-for-prosperity/ mixed right
+http://awm.com awm.com http://mediabiasfactcheck.com/american-web-media-awm/ mixed right
+http://www.campaignlifecoalition.com campaignlifecoalition.com http://mediabiasfactcheck.com/campaign-life-coalition/ mixed right
+https://www.commentarymagazine.com commentarymagazine.com http://mediabiasfactcheck.com/commentary-magazine/ high right
+http://www.express.co.uk express.co.uk http://mediabiasfactcheck.com/daily-express/ mixed right
+altnewsmedia.net altnewsmedia.net https://mediabiasfactcheck.com/altnewsmedia-net/ high right
+https://www.alec.org alec.org https://mediabiasfactcheck.com/american-legislative-exchange-council-alec/ mixed right
+https://www.churchmilitant.com churchmilitant.com https://mediabiasfactcheck.com/church-militant/ mixed right
+http://biggovernment.news/index.html biggovernment.news http://mediabiasfactcheck.com/big-government-news/ mixed right
+http://www.ammoland.com ammoland.com http://mediabiasfactcheck.com/ammoland/ high right
+https://www.conservativereview.com conservativereview.com http://mediabiasfactcheck.com/conservative-review/ mixed right
+http://cowgernation.com cowgernation.com https://mediabiasfactcheck.com/cowger-nation/ mixed right
+https://conservativebase.com conservativebase.com http://mediabiasfactcheck.com/conservative-base/ mixed right
+http://www.americanlibertyreport.com americanlibertyreport.com https://mediabiasfactcheck.com/american-liberty-report/ mixed right
+citizenfreepress.com citizenfreepress.com https://mediabiasfactcheck.com/citizen-free-press/ mixed right
+https://www.hermancain.com hermancain.com https://mediabiasfactcheck.com/hermancain-com/ mixed right
+http://www.gopusa.com gopusa.com https://mediabiasfactcheck.com/gopusa/ mixed right
+http://crimeresearch.org crimeresearch.org http://mediabiasfactcheck.com/crime-prevention-research-center/ mixed right
+https://ijr.com ijr.com http://mediabiasfactcheck.com/independent-journal-review/ high right
+http://erlc.com erlc.com https://mediabiasfactcheck.com/ethics-religious-liberty-commission-erlc/ mixed right
+http://dcwhispers.com dcwhispers.com https://mediabiasfactcheck.com/dc-whispers/ mixed right
+http://firstinfreedomdaily.com firstinfreedomdaily.com https://mediabiasfactcheck.com/first-freedom-daily/ mixed right
+http://www.dailymail.co.uk/ushome/index.html dailymail.co.uk http://mediabiasfactcheck.com/daily-mail/ mixed right
+http://freewestmedia.com freewestmedia.com http://mediabiasfactcheck.com/free-west-media/ mixed right
+https://ifstudies.org ifstudies.org https://mediabiasfactcheck.com/institute-for-family-studies/ mixed right
+http://www.crisismagazine.com crisismagazine.com https://mediabiasfactcheck.com/crisis-magazine/ mixed right
+http://www.independentsentinel.com independentsentinel.com http://mediabiasfactcheck.com/independent-sentinel/ high right
+http://factsandlogic.org factsandlogic.org http://mediabiasfactcheck.com/facts-and-logic-about-the-middle-east-flame/ mixed right
+https://www.ff.org ff.org https://mediabiasfactcheck.com/frontiers-of-freedom/ mixed right
+https://www.firstthings.com firstthings.com https://mediabiasfactcheck.com/first-things-magazine/ mixed right
+http://www.dailysabah.com dailysabah.com http://mediabiasfactcheck.com/daily-sabah/ mixed right
+http://iwf.org iwf.org https://mediabiasfactcheck.com/independent-womens-forum-iwf/ mixed right
+http://www.investors.com investors.com http://mediabiasfactcheck.com/investors-business-daily/ mixed right
+http://www.faithwire.com faithwire.com https://mediabiasfactcheck.com/faithwire/ mixed right
+http://www.defenddemocracy.org defenddemocracy.org https://mediabiasfactcheck.com/foundation-defense-democracies/ high right
+http://www.foxnews.com foxnews.com http://mediabiasfactcheck.com/fox-news/ mixed right
+http://dailycaller.com dailycaller.com http://mediabiasfactcheck.com/daily-caller/ mixed right
+https://www.illinoispolicy.org illinoispolicy.org https://mediabiasfactcheck.com/illinois-policy-institute/ high right
+https://order-order.com order-order.com https://mediabiasfactcheck.com/guido-fawkes/ mixed right
+https://www.jewishpolicycenter.org jewishpolicycenter.org https://mediabiasfactcheck.com/jewish-policy-center/ high right
+http://dailysignal.com dailysignal.com http://mediabiasfactcheck.com/daily-signal/ mixed right
+http://freedomcrossroads.com freedomcrossroads.com https://mediabiasfactcheck.com/freedom-crossroads/ mixed right
+http://disobedientmedia.com disobedientmedia.com http://mediabiasfactcheck.com/disobedient-media/ mixed right
+http://www.hudson.org hudson.org http://mediabiasfactcheck.com/hudson-institute/ high right
+http://www.intellectualtakeout.org intellectualtakeout.org https://mediabiasfactcheck.com/intellectual-takeout/ mixed right
+http://knoxreport.com knoxreport.com http://mediabiasfactcheck.com/knox-report/ mixed right
+https://farleftwatch.com farleftwatch.com https://mediabiasfactcheck.com/far-left-watch/ high right
+https://www.gatestoneinstitute.org gatestoneinstitute.org http://mediabiasfactcheck.com/gatestone-institute/ mixed right
+http://www.freedomworks.org freedomworks.org http://mediabiasfactcheck.com/freedom-works/ mixed right
+http://humanevents.com humanevents.com http://mediabiasfactcheck.com/human-events/ mixed right
+http://www.drudgereport.com drudgereport.com http://mediabiasfactcheck.com/drudge-report/ mixed right
+http://dailysurge.com dailysurge.com http://mediabiasfactcheck.com/daily-surge/ mixed right
+http://ibleedredwhiteblue.com ibleedredwhiteblue.com https://mediabiasfactcheck.com/bleed-red-white-blue/ mixed right
+http://legalinsurrection.com legalinsurrection.com http://mediabiasfactcheck.com/legal-insurrection/ mixed right
+https://judicialnetwork.com judicialnetwork.com http://mediabiasfactcheck.com/judicial-crisis-network/ mixed right
+https://www.getreligion.org getreligion.org https://mediabiasfactcheck.com/get-religion/ mixed right
+freerepublic.com freerepublic.com https://mediabiasfactcheck.com/free-republic/ mixed right
+https://imprimis.hillsdale.edu imprimis.hillsdale.edu https://mediabiasfactcheck.com/imprimis-hillsdale-college/ mixed right
+https://www.dangerous.com dangerous.com https://mediabiasfactcheck.com/dangerous/ mixed right
+https://www.heartland.org heartland.org http://mediabiasfactcheck.com/heartland-institute/ mixed right
+http://ipatriot.com ipatriot.com https://mediabiasfactcheck.com/ipatriot/ mixed right
+http://libertyhangout.org libertyhangout.org http://mediabiasfactcheck.com/liberty-hangout/ mixed right
+https://kansaspolicy.org kansaspolicy.org https://mediabiasfactcheck.com/kansas-policy-institute-kpi/ mixed right
+https://www.gop.com gop.com http://mediabiasfactcheck.com/gop-com/ mixed right
+https://offgridsurvival.com offgridsurvival.com https://mediabiasfactcheck.com/offgrid-survival/ mixed right
+https://pjmedia.com pjmedia.com http://mediabiasfactcheck.com/pj-media/ mixed right
+http://www.libertyheadlines.com libertyheadlines.com https://mediabiasfactcheck.com/liberty-headlines/ mixed right
+https://www.populistwire.com populistwire.com https://mediabiasfactcheck.com/populist-wire/ mixed right
+http://louderwithcrowder.com louderwithcrowder.com http://mediabiasfactcheck.com/louder-with-crowder/ mixed right
+http://www.heritage.org heritage.org http://mediabiasfactcheck.com/heritage-foundation/ mixed right
+http://observer.com observer.com http://mediabiasfactcheck.com/new-york-observer/ high right
+https://regated.com regated.com http://mediabiasfactcheck.com/regated-news/ mixed right
+https://www.libertynation.com libertynation.com https://mediabiasfactcheck.com/liberty-nation/ mixed right
+http://www.powerlineblog.com powerlineblog.com http://mediabiasfactcheck.com/power-line/ high right
+http://www.oann.com oann.com http://mediabiasfactcheck.com/one-america-news-network/ mixed right
+http://www.nationalcenter.org nationalcenter.org https://mediabiasfactcheck.com/national-center-public-policy-research-ncppr/ mixed right
+https://renewedright.com renewedright.com https://mediabiasfactcheck.com/renewedright-com/ mixed right
+http://www.thepoliticalinsider.com thepoliticalinsider.com http://mediabiasfactcheck.com/political-insider/ mixed right
+https://www.mediacircus.com mediacircus.com https://mediabiasfactcheck.com/media-circus/ mixed right
+http://www.lifenews.com lifenews.com http://mediabiasfactcheck.com/life-news/ mixed right
+http://www.onenewsnow.com onenewsnow.com http://mediabiasfactcheck.com/onenewsnow/ mixed right
+https://sentinelksmo.org sentinelksmo.org https://mediabiasfactcheck.com/sentinel-ksmo/ mixed right
+http://www.nationalreview.com nationalreview.com http://mediabiasfactcheck.com/national-review/ mixed right
+http://notliberal.com notliberal.com https://mediabiasfactcheck.com/not-liberal/ mixed right
+http://projectveritas.com projectveritas.com http://mediabiasfactcheck.com/project-veritas/ mixed right
+http://politichicks.com politichicks.com http://mediabiasfactcheck.com/politichicks/ mixed right
+https://mediaequalizer.com mediaequalizer.com https://mediabiasfactcheck.com/media-equalizer/ mixed right
+https://www.lifesitenews.com lifesitenews.com http://mediabiasfactcheck.com/life-site-news/ mixed right
+https://home.nra.org home.nra.org http://mediabiasfactcheck.com/national-rifle-association-nra/ mixed right
+https://ntknetwork.com ntknetwork.com https://mediabiasfactcheck.com/ntk-network/ mixed right
+http://www.restoreamericanglory.com restoreamericanglory.com https://mediabiasfactcheck.com/restore-american-glory/ high right
+https://www.tasnimnews.com/en tasnimnews.com https://mediabiasfactcheck.com/tasnim-news-agency/ mixed right
+http://www.mrc.org mrc.org http://mediabiasfactcheck.com/media-research-center-mrc/ mixed right
+http://sbgi.net sbgi.net https://mediabiasfactcheck.com/sinclair-broadcast-group/ mixed right
+http://www.opslens.com opslens.com https://mediabiasfactcheck.com/opslens/ mixed right
+http://newbostonpost.com newbostonpost.com https://mediabiasfactcheck.com/new-boston-post/ mixed right
+https://www.numbersusa.com numbersusa.com http://mediabiasfactcheck.com/numbers-usa/ mixed right
+http://politifeed.net politifeed.net https://mediabiasfactcheck.com/politifeed/ mixed right
+https://quadrant.org.au quadrant.org.au https://mediabiasfactcheck.com/quadrant-magazine/ mixed right
+https://ricochet.com ricochet.com https://mediabiasfactcheck.com/richochet/ mixed right
+http://www.lifezette.com lifezette.com http://mediabiasfactcheck.com/lifezette/ mixed right
+http://www.westernjournalism.com/thepoint westernjournalism.com http://mediabiasfactcheck.com/tea-party-news-tpnn/ mixed right
+http://patriotnewsdaily.com patriotnewsdaily.com https://mediabiasfactcheck.com/patriot-news-daily/ mixed right
+http://sonorannews.com sonorannews.com https://mediabiasfactcheck.com/sonoran-news/ mixed right
+http://www.newsbusters.org newsbusters.org http://mediabiasfactcheck.com/newsbusters/ mixed right
+politisite.com politisite.com https://mediabiasfactcheck.com/politisite/ high right
+en.mehrnews.com en.mehrnews.com https://mediabiasfactcheck.com/mehr-news-agency/ mixed right
+patriotretort.com patriotretort.com https://mediabiasfactcheck.com/patriotretort-com/ mixed right
+http://www.teapartypatriots.org teapartypatriots.org http://mediabiasfactcheck.com/tea-party-patriots/ high right
+http://spiked-online.com spiked-online.com http://mediabiasfactcheck.com/spiked-magazine/ mixed right
+http://theblacksphere.net theblacksphere.net http://mediabiasfactcheck.com/the-blacksphere-kevin-jackson/ mixed right
+http://thedailydefender.com thedailydefender.com https://mediabiasfactcheck.com/the-daily-defender/ mixed right
+http://www.newsmax.com newsmax.com http://mediabiasfactcheck.com/newsmax/ mixed right
+loneconservative.com loneconservative.com https://mediabiasfactcheck.com/lone-conservative/ mixed right
+http://www.thenewamerican.com thenewamerican.com http://mediabiasfactcheck.com/the-new-american/ mixed right
+http://redalertpolitics.com redalertpolitics.com http://mediabiasfactcheck.com/red-alert-politics/ mixed right
+savejersey.com savejersey.com https://mediabiasfactcheck.com/save-jersey/ high right
+http://www.therebel.media therebel.media http://mediabiasfactcheck.com/the-rebel/ mixed right
+http://www.teapartytribune.com teapartytribune.com http://mediabiasfactcheck.com/tea-party-tribune/ high right
+http://www.standpointmag.co.uk standpointmag.co.uk https://mediabiasfactcheck.com/standpoint-magazine/ mixed right
+http://www.torontosun.com torontosun.com http://mediabiasfactcheck.com/toronto-sun/ high right
+http://www.theblaze.com theblaze.com http://mediabiasfactcheck.com/the-blaze/ mixed right
+https://unitynewsnetwork.co.uk unitynewsnetwork.co.uk https://mediabiasfactcheck.com/unity-news-network/ mixed right
+http://www.dailytelegraph.com.au dailytelegraph.com.au http://mediabiasfactcheck.com/the-daily-telegraph-australia/ mixed right
+http://www.washingtonexaminer.com washingtonexaminer.com http://mediabiasfactcheck.com/washington-examiner/ high right
+http://www.wnd.com wnd.com http://mediabiasfactcheck.com/world-net-daily-wnd/ mixed right
+https://www.unwatch.org unwatch.org https://mediabiasfactcheck.com/un-watch/ mixed right
+http://carepublican.com carepublican.com https://mediabiasfactcheck.com/the-california-republican/ high right
+http://townhall.com townhall.com http://mediabiasfactcheck.com/townhall/ mixed right
+http://www.dailywire.com dailywire.com http://mediabiasfactcheck.com/the-daily-wire/ mixed right
+http://theresurgent.com theresurgent.com https://mediabiasfactcheck.com/the-resurgent/ mixed right
+https://patriotpost.us patriotpost.us http://mediabiasfactcheck.com/the-patriot-post/ mixed right
+http://freebeacon.com freebeacon.com http://mediabiasfactcheck.com/washington-free-beacon/ mixed right
+https://thecitizenpress.com thecitizenpress.com https://mediabiasfactcheck.com/the-citizen-press/ mixed right
+https://world.wng.org world.wng.org http://mediabiasfactcheck.com/world-magazine/ mixed right
+http://tribunist.com tribunist.com http://mediabiasfactcheck.com/tribunist/ mixed right
+http://thefederalist.com thefederalist.com http://mediabiasfactcheck.com/the-federalist/ high right
+http://therightscoop.com therightscoop.com http://mediabiasfactcheck.com/the-right-scoop/ mixed right
+http://www.thepostemail.com thepostemail.com http://mediabiasfactcheck.com/the-post-email/ mixed right
+http://www.weaselzippers.us weaselzippers.us http://mediabiasfactcheck.com/weasel-zippers/ mixed right
+https://www.trtworld.com trtworld.com https://mediabiasfactcheck.com/trt-world/ mixed right
+http://worldtribune.com worldtribune.com http://mediabiasfactcheck.com/world-tribune/ high right
+http://thehayride.com thehayride.com https://mediabiasfactcheck.com/the-hayride/ high right
+thepostmillennial.com thepostmillennial.com https://mediabiasfactcheck.com/the-post-millennial/ high right
+http://www.ronpaulinstitute.org ronpaulinstitute.org http://mediabiasfactcheck.com/the-ron-paul-institute/ mixed right
+http://www.weeklystandard.com weeklystandard.com http://mediabiasfactcheck.com/weekly-standard/ high right
+http://ussanews.com ussanews.com https://mediabiasfactcheck.com/ussa-news/ mixed right
+http://www.tehrantimes.com tehrantimes.com https://mediabiasfactcheck.com/tehran-times/ mixed right
+https://theconservativetreehouse.com theconservativetreehouse.com https://mediabiasfactcheck.com/the-last-refuge/ mixed right
+https://www.turningpoint.news turningpoint.news https://mediabiasfactcheck.com/turning-point-usa/ mixed right
+http://yellowhammernews.com yellowhammernews.com http://mediabiasfactcheck.com/yellowhammer-news/ high right
+https://www.thesun.co.uk thesun.co.uk http://mediabiasfactcheck.com/the-sun/ mixed right
+https://www.conservativewoman.co.uk conservativewoman.co.uk https://mediabiasfactcheck.com/the-conservative-woman/ mixed right
+https://www.yaf.org yaf.org https://mediabiasfactcheck.com/young-americas-foundation-yaf/ high right
+http://www.adelaidenow.com.au adelaidenow.com.au https://mediabiasfactcheck.com/the-advertiser/ mixed right
+https://westernfreepress.com westernfreepress.com https://mediabiasfactcheck.com/western-free-press/ mixed right
+http://twitchy.com twitchy.com http://mediabiasfactcheck.com/twitchy/ mixed right
+http://tennesseestar.com tennesseestar.com https://mediabiasfactcheck.com/the-tennessee-star/ high right
+https://www.westernjournal.com westernjournal.com http://mediabiasfactcheck.com/western-journalism/ mixed right
+http://www.youngcons.com youngcons.com http://mediabiasfactcheck.com/young-conservatives/ mixed right
+http://www.thetruthaboutguns.com thetruthaboutguns.com https://mediabiasfactcheck.com/the-truth-about-guns/ high right
+https://lozierinstitute.org lozierinstitute.org http://mediabiasfactcheck.com/lozier-institute/ low right
+https://americanprinciplesproject.org americanprinciplesproject.org https://mediabiasfactcheck.com/american-principles-project/ low right
+https://www.10news.one 10news.one https://mediabiasfactcheck.com/10news-one/ low right
+http://cernovich.com cernovich.com https://mediabiasfactcheck.com/cerno-cernovich-com/ low right
+http://www.barenakedislam.com barenakedislam.com http://mediabiasfactcheck.com/bare-naked-islam/ low right
+http://conservativefighters.com conservativefighters.com http://mediabiasfactcheck.com/conservative-fighters/ low right
+http://christianaction.org christianaction.org https://mediabiasfactcheck.com/christian-action-network/ low right
+http://www.amren.com amren.com http://mediabiasfactcheck.com/american-renaissance-magazine/ low right
+http://100percentfedup.com 100percentfedup.com http://mediabiasfactcheck.com/100-percent-fed-up/ low right
+http://conservativefiringline.com conservativefiringline.com https://mediabiasfactcheck.com/conservative-firing-line/ low right
+https://www.acpeds.org acpeds.org http://mediabiasfactcheck.com/american-college-of-pediatricians/ low right
+https://bluntforcetruth.com bluntforcetruth.com https://mediabiasfactcheck.com/blunt-force-truth/ low right
+http://www.tfp.org tfp.org https://mediabiasfactcheck.com/american-society-defense-tradition-family-property/ low right
+http://www.conservativefreepress.com conservativefreepress.com https://mediabiasfactcheck.com/conservative-free-press/ low right
+https://clarionproject.org clarionproject.org http://mediabiasfactcheck.com/clarion-project/ low right
+http://www.americanpatriotdaily.com americanpatriotdaily.com http://mediabiasfactcheck.com/american-patriot-daily/ low right
+http://clashdaily.com clashdaily.com http://mediabiasfactcheck.com/clash-daily/ low right
+http://americantoday.news americantoday.news http://mediabiasfactcheck.com/american-today/ low right
+https://conservativemedia.com conservativemedia.com https://mediabiasfactcheck.com/conservative-media/ low right
+http://conservativepost.com conservativepost.com http://mediabiasfactcheck.com/conservative-post/ low right
+http://www.afa.net afa.net http://mediabiasfactcheck.com/american-family-association/ low right
+https://ageofshitlords.com ageofshitlords.com http://mediabiasfactcheck.com/age-of-shitlords/ low right
+http://www.bipartisanreport.com bipartisanreport.com http://mediabiasfactcheck.com/bipartisan-report/ low left
+https://www.debka.com debka.com https://mediabiasfactcheck.com/debkafile/ low right
+http://www.breitbart.com breitbart.com http://mediabiasfactcheck.com/breitbart/ low right
+http://www.cnsnews.com cnsnews.com http://mediabiasfactcheck.com/cns-news/ low right
+http://allenwestrepublic.com allenwestrepublic.com http://mediabiasfactcheck.com/allen-west-republic/ low right
+http://defiantamerica.com defiantamerica.com https://mediabiasfactcheck.com/defiant-america/ low right
+http://rickwells.us rickwells.us http://mediabiasfactcheck.com/constitution-rising/ low right
+http://www.americanjournalreview.com americanjournalreview.com https://mediabiasfactcheck.com/american-journal-review/ low right
+https://concernedwomen.org/blog concernedwomen.org https://mediabiasfactcheck.com/concerned-women-america/ low right
+http://canadafreepress.com canadafreepress.com http://mediabiasfactcheck.com/canada-free-press/ low right
+http://www.conservapedia.com/Main_Page conservapedia.com http://mediabiasfactcheck.com/conservapedia/ low right
+https://www.adflegal.org adflegal.org https://mediabiasfactcheck.com/alliance-defending-freedom/ low right
+http://www.blingnews.com blingnews.com https://mediabiasfactcheck.com/blingnews-com/ low right
+http://allnewspipeline.com allnewspipeline.com http://mediabiasfactcheck.com/all-news-pipeline/ low right
+https://americanlookout.com americanlookout.com http://mediabiasfactcheck.com/american-lookout/ low right
+http://democraticmoms.com democraticmoms.com http://mediabiasfactcheck.com/democratic-moms/ low left
+http://conservativebyte.com conservativebyte.com https://mediabiasfactcheck.com/conservative-byte/ low right
+http://www.discoverthenetworks.org discoverthenetworks.org http://mediabiasfactcheck.com/discover-the-networks/ low right
+http://www.censored.news censored.news http://mediabiasfactcheck.com/censored-news/ low right
+https://www.avoiceformen.com avoiceformen.com http://mediabiasfactcheck.com/a-voice-for-men/ low right
+http://dailyheadlines.net dailyheadlines.net http://mediabiasfactcheck.com/daily-headlines/ low right
+http://donaldtrumpnews.co donaldtrumpnews.co http://mediabiasfactcheck.com/donald-trump-news/ low right
+https://conservativedailypost.com conservativedailypost.com http://mediabiasfactcheck.com/conservative-daily-post/ low right
+http://cis.org cis.org http://mediabiasfactcheck.com/center-for-immigration-studies-cis/ low right
+http://bannedinformation.com bannedinformation.com https://mediabiasfactcheck.com/banned-information/ low right
+https://altright.com altright.com https://mediabiasfactcheck.com/altright-com/ low right
+http://researchantisemitism.ca researchantisemitism.ca https://mediabiasfactcheck.com/centre-for-research-of-radicalism-and-national-security-crrns/ low right
+https://hardnews.network hardnews.network https://mediabiasfactcheck.com/hard-news/ low right
+http://www.focusonthefamily.com focusonthefamily.com http://mediabiasfactcheck.com/focus-on-the-family/ low right
+http://downtrend.com downtrend.com http://mediabiasfactcheck.com/downtrend/ low right
+http://pamelageller.com pamelageller.com http://mediabiasfactcheck.com/geller-report/ low right
+http://profam.org profam.org https://mediabiasfactcheck.com/international-organization-for-the-family-iof/ low right
+http://en-volve.com en-volve.com http://mediabiasfactcheck.com/en-volve/ low right
+https://ghost.report ghost.report https://mediabiasfactcheck.com/ghost-report/ low right
+http://www.hoggwatch.com hoggwatch.com https://mediabiasfactcheck.com/hogg-watch/ low right
+http://freakoutnation.com freakoutnation.com http://mediabiasfactcheck.com/freakout-nation/ low left
+https://www.lewrockwell.com lewrockwell.com http://mediabiasfactcheck.com/lew-rockwell/ low right
+http://girlsjustwannahaveguns.com girlsjustwannahaveguns.com http://mediabiasfactcheck.com/girls-just-wanna-have-guns/ low right
+http://eaglerising.com eaglerising.com http://mediabiasfactcheck.com/eagle-rising/ low right
+factcheckingturkey.com factcheckingturkey.com https://mediabiasfactcheck.com/fact-checking-turkey/ low right
+https://myrightamerica.com myrightamerica.com https://mediabiasfactcheck.com/my-right-american/ low right
+http://jewwatch.com jewwatch.com http://mediabiasfactcheck.com/jew-watch/ low right
+http://www.magapill.com magapill.com https://mediabiasfactcheck.com/magapill/ low right
+http://www.frc.org frc.org http://mediabiasfactcheck.com/family-research-council/ low right
+https://www.jihadwatch.org jihadwatch.org http://mediabiasfactcheck.com/jihad-watch/ low right
+http://ihypocrite.net ihypocrite.net https://mediabiasfactcheck.com/i-hypocrite/ low right
+http://joeforamerica.com joeforamerica.com https://mediabiasfactcheck.com/joe-for-america/ low right
+http://www.nationaleconomicseditorial.com nationaleconomicseditorial.com http://mediabiasfactcheck.com/national-economics-editorial/ low right
+http://www.dailypresser.com dailypresser.com https://mediabiasfactcheck.com/daily-presser/ low right
+http://imowired.com imowired.com https://mediabiasfactcheck.com/imowired/ low right
+http://www.judicialwatch.org judicialwatch.org http://mediabiasfactcheck.com/judicial-watch/ low right
+http://www.nationalenquirer.com nationalenquirer.com https://mediabiasfactcheck.com/national-enquirer/ low right
+https://dailystormer.name dailystormer.name http://mediabiasfactcheck.com/daily-stormer/ low right
+meforum.org meforum.org https://mediabiasfactcheck.com/middle-east-forum/ low right
+https://infogalactic.com infogalactic.com https://mediabiasfactcheck.com/infogalactic/ low right
+https://www.memri.org memri.org https://mediabiasfactcheck.com/middle-east-media-research-institute-memri/ low right
+https://knightstemplarinternational.com knightstemplarinternational.com https://mediabiasfactcheck.com/knights-templar-international/ low right
+https://nationalvanguard.org nationalvanguard.org https://mediabiasfactcheck.com/national-vanguard/ low right
+http://www.usafortrumponline.com usafortrumponline.com https://mediabiasfactcheck.com/flex-mag/ low right
+http://www.hangthebankers.com hangthebankers.com http://mediabiasfactcheck.com/hang-the-bankers/ low right
+http://www.informationliberation.com informationliberation.com http://mediabiasfactcheck.com/information-liberation/ low right
+https://newswars.com newswars.com https://mediabiasfactcheck.com/newswars/ low right
+https://o4anews.com o4anews.com http://mediabiasfactcheck.com/overpasses-for-america/ low right
+http://www.molonlabemedia.com molonlabemedia.com http://mediabiasfactcheck.com/molon-labe-media/ low right
+http://ladylibertysnews.com ladylibertysnews.com http://mediabiasfactcheck.com/lady-liberty-news/ low right
+http://www.newswithviews.com newswithviews.com http://mediabiasfactcheck.com/news-with-views/ low right
+http://www.prideof-america.org prideof-america.org https://mediabiasfactcheck.com/prideof-america-org-american-news/ low right
+https://www.newnation.org newnation.org http://mediabiasfactcheck.com/new-nation-news/ low right
+http://freedomsfinalstand.com freedomsfinalstand.com http://mediabiasfactcheck.com/freedoms-final-stand/ low right
+http://www.staresattheworld.com staresattheworld.com https://mediabiasfactcheck.com/stares-at-the-world/ low right
+http://polipace.com polipace.com https://mediabiasfactcheck.com/polipace/ low left
+http://www.ruthinstitute.org ruthinstitute.org https://mediabiasfactcheck.com/ruth-institute/ low right
+https://patriotbeat.com patriotbeat.com https://mediabiasfactcheck.com/patriot-beat/ low right
+http://newsblaze.com newsblaze.com https://mediabiasfactcheck.com/news-blaze/ low right
+https://www.oathkeepers.org oathkeepers.org https://mediabiasfactcheck.com/oath-keepers/ low right
+http://www.frontpagemag.com frontpagemag.com http://mediabiasfactcheck.com/frontpage-magazine/ low right
+https://patribotics.blog patribotics.blog https://mediabiasfactcheck.com/patribotics-blog/ low right
+http://progresstribune.com progresstribune.com http://mediabiasfactcheck.com/progress-tribune/ low left
+shariawatch.org.uk shariawatch.org.uk https://mediabiasfactcheck.com/sharia-watch-uk/ low right
+http://www.renewamerica.com renewamerica.com https://mediabiasfactcheck.com/renew-america/ low right
+https://steadfastandloyal.com steadfastandloyal.com https://mediabiasfactcheck.com/steadfast-and-loyal/ low right
+http://www.fury.news fury.news http://mediabiasfactcheck.com/fury-news/ low right
+occupydemocrats.com occupydemocrats.com http://mediabiasfactcheck.com/occupy-democrats/ low left
+https://politicalmayhem.news politicalmayhem.news https://mediabiasfactcheck.com/political-mayhem-news/ low right
+http://www.patriotfires.com patriotfires.com http://mediabiasfactcheck.com/patriot-fires/ low right
+http://www.shtfplan.com shtfplan.com http://mediabiasfactcheck.com/shtfplan-com/ low right
+http://www.progressivestoday.com progressivestoday.com http://mediabiasfactcheck.com/progressives-today/ low right
+https://stonecoldtruth.com stonecoldtruth.com https://mediabiasfactcheck.com/stone-cold-truth/ low right
+https://redice.tv redice.tv https://mediabiasfactcheck.com/red-ice-tv/ low right
+http://takimag.com takimag.com https://mediabiasfactcheck.com/takis-magazine/ low right
+https://studionewsnetwork.com studionewsnetwork.com https://mediabiasfactcheck.com/studio-news-network/ low right
+http://www.returnofkings.com returnofkings.com http://mediabiasfactcheck.com/return-of-kings/ low right
+https://southafricatoday.net southafricatoday.net https://mediabiasfactcheck.com/south-africa-today/ low right
+http://patriotupdate.com patriotupdate.com http://mediabiasfactcheck.com/patriot-update/ low right
+https://subjectpolitics.com subjectpolitics.com http://mediabiasfactcheck.com/subject-politics/ low right
+https://www.teaparty.org teaparty.org http://mediabiasfactcheck.com/tea-party-inc/ low right
+http://rightalerts.com rightalerts.com https://mediabiasfactcheck.com/right-alerts/ low right
+http://oppositionreport.com oppositionreport.com http://mediabiasfactcheck.com/opposition-report/ low left
+https://swampdrain.com swampdrain.com http://mediabiasfactcheck.com/td-newswire/ low right
+http://www.dcclothesline.com dcclothesline.com http://mediabiasfactcheck.com/the-d-c-clothesline/ low right
+https://thehornnews.com thehornnews.com http://mediabiasfactcheck.com/the-horn-news/ low right
+http://speisa.com speisa.com https://mediabiasfactcheck.com/speisa/ low right
+http://personalliberty.com personalliberty.com http://mediabiasfactcheck.com/personal-liberty/ low right
+http://www.thedailybell.com thedailybell.com http://mediabiasfactcheck.com/the-daily-bell/ low right
+lastresistance.com lastresistance.com https://mediabiasfactcheck.com/the-last-resistance/ low right
+http://www.puppetstringnews.com puppetstringnews.com https://mediabiasfactcheck.com/puppet-string-news/ low right
+https://rightwingnews.com rightwingnews.com http://mediabiasfactcheck.com/right-wing-news/ low right
+http://www.thelibertyeagle.com thelibertyeagle.com https://mediabiasfactcheck.com/the-liberty-eagle/ low right
+https://rightwingtribune.com rightwingtribune.com https://mediabiasfactcheck.com/right-wing-tribune/ low right
+http://www.tmn.today tmn.today low right
+http://themillenniumreport.com themillenniumreport.com https://mediabiasfactcheck.com/the-millennium-report/ low right
+http://rinf.com rinf.com https://mediabiasfactcheck.com/rinf/ low right
+http://www.digifection.com digifection.com https://mediabiasfactcheck.com/the-times-of-america/ low right
+https://www.thereligionofpeace.com thereligionofpeace.com https://mediabiasfactcheck.com/the-religion-of-peace/ low right
+http://www.thenationalpatriot.com thenationalpatriot.com https://mediabiasfactcheck.com/the-national-patriot/ low right
+http://theduran.com theduran.com http://mediabiasfactcheck.com/the-duran/ low right
+http://theamericanmirror.com theamericanmirror.com http://mediabiasfactcheck.com/the-american-mirror/ low right
+https://thenationalpulse.com thenationalpulse.com https://mediabiasfactcheck.com/the-national-pulse/ low right
+https://remnantnewspaper.com remnantnewspaper.com https://mediabiasfactcheck.com/the-remnant-magazine/ low right
+http://thefederalistpapers.org thefederalistpapers.org http://mediabiasfactcheck.com/the-federalist-papers-project/ low right
+http://viralliberty.com viralliberty.com http://mediabiasfactcheck.com/viral-liberty/ low right
+http://www.truthrevolt.org truthrevolt.org http://mediabiasfactcheck.com/truth-revolt/ low right
+http://www.fairus.org fairus.org http://mediabiasfactcheck.com/the-federation-for-american-immigration-reform-fair/ low right
+http://truthuncensored.net truthuncensored.net https://mediabiasfactcheck.com/truth-uncensored/ low right
+https://mynewsguru.com mynewsguru.com https://mediabiasfactcheck.com/the-news-guru/ low right
+https://triggerreset.net triggerreset.net https://mediabiasfactcheck.com/triggerreset/ low right
+https://voiceofeurope.com voiceofeurope.com https://mediabiasfactcheck.com/voice-of-europe/ low right
+http://unclesamsmisguidedchildren.com unclesamsmisguidedchildren.com http://mediabiasfactcheck.com/uncle-sams-misguided-children/ low right
+https://freetelegraph.com freetelegraph.com https://mediabiasfactcheck.com/the-free-telegraph/ low right
+http://www.trueactivist.com trueactivist.com http://mediabiasfactcheck.com/true-activist/ low left
+http://thepeoplestruth.com thepeoplestruth.com https://mediabiasfactcheck.com/the-peoples-truth/ low right
+http://www.thegatewaypundit.com thegatewaypundit.com http://mediabiasfactcheck.com/the-gateway-pundit/ low right
+https://www.understandingthethreat.com understandingthethreat.com https://mediabiasfactcheck.com/understanding-the-threat/ low right
+http://www.usasupreme.com usasupreme.com http://mediabiasfactcheck.com/usa-supreme/ low right
+http://www.thegoldwater.com thegoldwater.com https://mediabiasfactcheck.com/the-goldwater/ low right
+http://www.unz.com unz.com https://mediabiasfactcheck.com/the-unz-report/ low right
+http://www.westernsentinel.com westernsentinel.com https://mediabiasfactcheck.com/western-sentinel/ low right
+http://www.uschronicle.com uschronicle.com http://mediabiasfactcheck.com/us-chronicle/ low right
+https://www.thepublicdiscourse.com thepublicdiscourse.com https://mediabiasfactcheck.com/witherspoon-institute/ low right
+http://www.vdare.com vdare.com http://mediabiasfactcheck.com/vdare/ low right
diff --git a/data/priors/mbfc_idiap.csv b/data/priors/mbfc_idiap.csv
new file mode 100644
index 0000000..2a0c65e
--- /dev/null
+++ b/data/priors/mbfc_idiap.csv
@@ -0,0 +1,3921 @@
+source,bias,factual_reporting
+9news.com,neutral,high
+nbc11news.com,neutral,high
+12news.com,neutral,high
+wibw.com,neutral,high
+wifr.com,neutral,high
+247wallst.com,neutral,high
+24ur.com,neutral,mixed
+38north.org,neutral,high
+audacy.com,neutral,high
+join1440.com,neutral,high
+abc7chicago.com,neutral,high
+abc7ny.com,neutral,high
+abc12.com,neutral,high
+abs-cbn.com,neutral,high
+actionnewsjax.com,neutral,high
+adfontesmedia.com,neutral,high
+lenconnect.com,left-center,high
+adweek.com,neutral,high
+africacheck.org,neutral,high
+agdaily.com,neutral,high
+afp.com,neutral,high
+ansa.it,neutral,high
+agerpres.ro,neutral,high
+agweb.com,right-center,high
+ahwatukee.com,neutral,high
+airforcetimes.com,neutral,high
+airwars.org,neutral,high
+alabamanow.com,neutral,high
+alreporter.com,neutral,high
+democratherald.com,neutral,high
+ad.nl,neutral,high
+allafrica.com,neutral,high
+gmfus.org,neutral,high
+alloaadvertiser.com,neutral,high
+thealpenanews.com,neutral,high
+amarillo.com,neutral,high
+americanheritage.com,neutral,high
+americanpressinstitute.org,neutral,high
+amomama.com,neutral,high
+adn.com,neutral,high
+independentmail.com,neutral,high
+andoveradvertiser.co.uk,neutral,high
+mlive.com,neutral,high
+arcdigital.media,neutral,high
+ardrossanherald.com,neutral,high
+arirang.com,neutral,high
+armytimes.com,neutral,high
+arstechnica.com,neutral,high
+asiatimes.com,neutral,high
+summitdaily.com,neutral,high
+athensmessenger.com,neutral,high
+atlasobscura.com,neutral,high
+auburnpub.com,neutral,high
+aap.com.au,neutral,high
+avenuenews.com,neutral,high
+ayradvertiser.com,neutral,high
+azfamily.com,neutral,high
+babnet.net,neutral,mixed
+ballotpedia.org,neutral,high
+barrheadnews.com,neutral,high
+barryanddistrictnews.co.uk,neutral,high
+basingstokegazette.co.uk,neutral,high
+mlive.com,neutral,high
+beatricedailysun.com,neutral,high
+bnd.com,right-center,high
+benzinga.com,neutral,high
+bestlifeonline.com,neutral,mixed
+bettergov.org,neutral,high
+bicesteradvertiser.net,neutral,high
+bigcountry995.com,neutral,high
+bignewsnetwork.com,neutral,mixed
+bigthink.com,neutral,high
+sunherald.com,neutral,high
+biography.com,neutral,high
+bismarcktribune.com,neutral,high
+blastingnews.com,neutral,high
+bleepingcomputer.com,neutral,high
+bnonews.com,neutral,high
+bordercountiesadvertizer.co.uk,neutral,high
+borderreport.com,neutral,high
+bordertelegraph.com,neutral,high
+borehamwoodtimes.co.uk,neutral,high
+bournemouthecho.co.uk,neutral,high
+bozemandailychronicle.com,neutral,high
+bracknellnews.co.uk,neutral,high
+thetelegraphandargus.co.uk,neutral,high
+braintreeandwithamtimes.co.uk,neutral,high
+brentwoodlive.co.uk,neutral,high
+bridgemi.com,left-center,high
+bringmethenews.com,neutral,high
+heraldcourier.com,neutral,high
+theeagle.com,neutral,high
+buffalonews.com,neutral,high
+bullshido.net,neutral,high
+shawlocal.com,neutral,high
+business2community.com,neutral,mixed
+butlercountytimesgazette.com,neutral,high
+c-span.org,neutral,high
+somdnews.com,neutral,high
+canoncitydailyrecord.com,neutral,high
+capecodtimes.com,neutral,high
+capecoralbreeze.com,neutral,high
+capitolfax.com,neutral,high
+carrollconews.com,neutral,high
+trib.com,neutral,high
+castanet.net,neutral,high
+tucsonlocalmedia.com,neutral,high
+cbslocal.com,neutral,high
+cdt.org,neutral,high
+opensecrets.org,neutral,high
+csis.org,neutral,high
+myeasternshoremd.com,left-center,high
+chandlernews.com,neutral,high
+postregister.com,neutral,high
+channelnewsasia.com,neutral,high
+charitynavigator.org,neutral,high
+chathamhouse.org,neutral,high
+timesfreepress.com,neutral,high
+thelandmark.com,neutral,high
+chicoer.com,neutral,high
+chinookobserver.com,neutral,high
+chippewa.com,neutral,high
+csmonitor.com,neutral,high
+citynews.ca,neutral,high
+clarindaherald.com,neutral,high
+cctimesdemocrat.com,neutral,high
+claytodayonline.com,neutral,high
+claytonrecord.com,neutral,high
+columbustelegram.com,neutral,high
+cnet.com,neutral,high
+ced.org,neutral,high
+cpj.org,neutral,high
+communityimpact.com,neutral,high
+independenttribune.com,neutral,high
+concordmonitor.com,neutral,high
+congress.gov,neutral,high
+cbo.gov,neutral,high
+constitutioncenter.org,neutral,high
+consumerreports.org,neutral,high
+cookcountynews-herald.com,neutral,high
+cookpolitical.com,neutral,high
+corriere.it,neutral,high
+coronavirus.gov,neutral,high
+gazettetimes.com,neutral,high
+cfr.org,neutral,high
+countable.com,neutral,high
+countryliving.com,neutral,high
+courthousenews.com,neutral,high
+courttv.com,neutral,high
+covidtracking.com,neutral,high
+cp24.com,neutral,high
+craigdailypress.com,neutral,high
+crainscleveland.com,neutral,high
+crainsdetroit.com,neutral,high
+cruxnow.com,neutral,high
+ctvnews.ca,neutral,high
+starexponent.com,neutral,high
+dccircuitbreaker.org,neutral,high
+dailycamera.com,neutral,high
+messengernews.net,neutral,high
+dailyjournalonline.com,neutral,high
+dailymaverick.co.za,neutral,high
+nonpareilonline.com,neutral,high
+dailyrecord.com,neutral,high
+godanriver.com,neutral,high
+darientimes.com,neutral,high
+daytondailynews.com,neutral,high
+defensenews.com,neutral,high
+defenseone.com,neutral,high
+shawlocal.com,neutral,high
+delawarelive.com,neutral,high
+dbrnews.com,neutral,high
+dentonrc.com,neutral,high
+desmoinesregister.com,neutral,high
+standaard.be,neutral,high
+detik.com,neutral,mixed
+differencebetween.net,neutral,high
+digi24.ro,neutral,high
+digitaljournal.com,neutral,high
+qconline.com,neutral,high
+dmagazine.com,neutral,high
+doctorswithoutborders.org,neutral,high
+dodgeglobe.com,neutral,high
+dorsetecho.co.uk,neutral,high
+dothaneagle.com,neutral,high
+dpa.com,neutral,high
+ladowntownnews.com,neutral,high
+duluthnewstribune.com,neutral,high
+eagletribune.com,neutral,high
+yourobserver.com,neutral,high
+edp24.co.uk,neutral,high
+eastidahonews.com,neutral,high
+eastvalleytribune.com,neutral,high
+eatthis.com,neutral,mixed
+leadertelegram.com,neutral,high
+elkodaily.com,neutral,high
+elnuevodia.com,neutral,high
+yoursun.com,neutral,high
+goerie.com,neutral,high
+err.ee,neutral,high
+dailypress.net,neutral,high
+echo-news.co.uk,neutral,high
+eurasiagroup.net,left-center,high
+times-standard.com,neutral,high
+everycrsreport.com,neutral,high
+factcheck.org,neutral,high
+factwire.org,neutral,high
+fairmontsentinel.com,neutral,high
+fayobserver.com,neutral,high
+federalnewsnetwork.com,neutral,high
+ft.com,neutral,high
+firstcoastnews.com,neutral,high
+firstdraftnews.org,neutral,high
+sentinelandenterprise.com,neutral,high
+floridapolitics.com,neutral,high
+jacksonville.com,left-center,high
+foreignaffairs.com,neutral,high
+foreignpolicy.com,neutral,high
+messengernews.net,neutral,high
+ftleavenworthlamp.com,neutral,high
+fortmorgantimes.com,neutral,high
+fosters.com,neutral,high
+fourstateshomepage.com,neutral,high
+france24.com,neutral,high
+thefranklinnewspost.com,neutral,high
+fredericksburg.com,neutral,high
+fredericknewspost.com,neutral,high
+fremonttribune.com,neutral,high
+advocate-news.com,neutral,high
+fullfact.org,neutral,high
+gallup.com,neutral,high
+gctelegram.com,neutral,high
+geek.com,neutral,high
+geekwire.com,neutral,high
+gilbertsunnews.com,neutral,high
+sun-courier.com,neutral,high
+gladstonedispatch.com,neutral,high
+glendalestar.com,neutral,high
+postindependent.com,neutral,high
+globalintegrity.org,neutral,high
+globalslaveryindex.org,neutral,high
+globegazette.com,neutral,high
+goodnewsnetwork.org,neutral,high
+gao.gov,neutral,high
+govtrack.us,neutral,high
+granitefallsnews.com,neutral,high
+thegraftonnews.com,neutral,high
+theindependent.com,neutral,high
+greatfallstribune.com,neutral,high
+greenbaypressgazette.com,neutral,high
+greenvilleonline.com,neutral,high
+ground.news,neutral,mixed
+group30.org,neutral,high
+presstelegram.com,neutral,high
+ycombinator.com,neutral,mixed
+hiawathaworldonline.com,neutral,high
+hamburgreporter.com,neutral,high
+journal-news.com,neutral,high
+hanfordsentinel.com,neutral,mixed
+hbr.org,neutral,high
+harvard.edu,neutral,high
+hastingstribune.com,neutral,high
+hdnews.net,neutral,high
+herald-review.com,neutral,high
+dailybreeze.com,neutral,high
+heterodoxacademy.org,neutral,high
+hickoryrecord.com,neutral,high
+homelandsecuritynewswire.com,neutral,high
+howstuffworks.com,neutral,high
+howtogeek.com,neutral,high
+i24news.tv,neutral,mixed
+idahostatesman.com,neutral,high
+inc.com,neutral,high
+helenair.com,neutral,high
+ivn.us,neutral,high
+indexmundi.com,neutral,high
+indystar.com,neutral,high
+dailybulletin.com,neutral,high
+iwpr.org,neutral,high
+ipi.media,neutral,high
+investing.com,neutral,mixed
+investopedia.com,neutral,high
+ipsos.com,neutral,high
+ironmountaindailynews.com,neutral,high
+jaxdailyrecord.com,neutral,high
+japantimes.co.jp,neutral,high
+kaaltv.com,neutral,high
+abc7.com,neutral,high
+kadn.com,neutral,high
+kagstv.com,neutral,high
+kait8.com,neutral,high
+kalb.com,neutral,high
+everythinglubbock.com,neutral,high
+myhighplains.com,neutral,high
+yaktrinews.com,neutral,high
+myarklamiss.com,neutral,high
+kare11.com,neutral,high
+kark.com,neutral,high
+katc.com,neutral,high
+alaskasnewssource.com,neutral,high
+newschannel6now.com,neutral,high
+crossroadstoday.com,neutral,high
+kbjr6.com,neutral,high
+12newsnow.com,neutral,high
+kbtx.com,neutral,high
+kcbd.com,neutral,high
+kcci.com,neutral,high
+thedenverchannel.com,neutral,high
+kcentv.com,neutral,high
+newspressnow.com,neutral,high
+kcrg.com,neutral,high
+q13fox.com,neutral,high
+kcra.com,neutral,high
+kctv5.com,neutral,high
+wyomingnewsnow.tv,neutral,high
+cw33.com,neutral,high
+cbs4local.com,right-center,high
+fox4news.com,neutral,high
+kdrv.com,neutral,high
+kdvr.com,neutral,high
+kearneyhub.com,neutral,high
+keloland.com,neutral,high
+kens5.com,neutral,high
+myeasternshoremd.com,neutral,high
+turnto23.com,neutral,high
+kesq.com,neutral,high
+ketk.com,neutral,high
+ketv.com,neutral,high
+blackhillsfox.com,neutral,high
+keyc.com,neutral,high
+cbsaustin.com,right-center,high
+keyt.com,neutral,high
+keysnews.com,neutral,high
+kezi.com,neutral,high
+newschannel10.com,neutral,high
+cbs8.com,neutral,high
+nwahomepage.com,neutral,high
+kfvs12.com,neutral,high
+kfyrtv.com,neutral,high
+kget.com,neutral,high
+hawaiinewsnow.com,neutral,high
+kgns.tv,neutral,high
+yourcentralvalley.com,neutral,high
+kgw.com,neutral,high
+wyomingnewsnow.tv,neutral,high
+4029tv.com,neutral,high
+khits.com,neutral,high
+khon2.com,neutral,high
+khou.com,neutral,high
+actionnewsnow.com,neutral,high
+cw39.com,neutral,high
+myfoxzone.com,neutral,high
+kiem-tv.com,neutral,high
+localnews8.com,neutral,high
+kiiitv.com,neutral,high
+knopnews2.com,neutral,high
+kimt.com,neutral,high
+king5.com,neutral,high
+kion546.com,neutral,high
+kiowacountysignal.com,neutral,high
+kiplinger.com,neutral,high
+kiro7.com,neutral,high
+kitv.com,neutral,high
+kivitv.com,neutral,high
+kjct8.com,neutral,high
+kktv.com,neutral,high
+8newsnow.com,neutral,high
+klax-tv.com,neutral,high
+klfy.com,neutral,high
+ourquadcities.com,neutral,high
+fox16.com,neutral,high
+kltv.com,neutral,high
+kmbc.com,neutral,high
+abc17news.com,neutral,high
+kmov.com,neutral,high
+nbcnebraskascottsbluff.com,neutral,high
+3newsnow.com,neutral,high
+kmvt.com,neutral,high
+knoe.com,neutral,high
+knopnews2.com,neutral,high
+1011np.com,neutral,high
+abc15.com,neutral,high
+koaa.com,neutral,high
+koamnewsnow.com,neutral,high
+koat.com,neutral,high
+kob.com,neutral,high
+koin.com,neutral,high
+fox23.com,neutral,high
+kold.com,neutral,high
+1011now.com,neutral,high
+kolotv.com,neutral,high
+ozarksfirst.com,neutral,high
+kompas.com,neutral,mixed
+cbs7.com,neutral,high
+kotatv.com,neutral,high
+newson6.com,neutral,high
+kpax.com,neutral,high
+kristv.com,neutral,high
+kplctv.com,neutral,high
+click2houston.com,neutral,high
+kptv.com,neutral,high
+kpvi.com,neutral,high
+krdo.com,neutral,high
+krem.com,neutral,high
+fox26houston.com,neutral,high
+kron4.com,neutral,high
+krqe.com,neutral,high
+krtv.com,neutral,high
+ksat.com,neutral,high
+fox10phoenix.com,neutral,high
+ksbw.com,neutral,high
+ksdk.com,neutral,high
+dakotanewsnow.com,neutral,high
+kshb.com,neutral,high
+ksl.com,neutral,high
+ksla.com,neutral,high
+ksnblocal4.com,neutral,high
+ksnt.com,neutral,high
+ksn.com,neutral,high
+ky3.com,neutral,high
+kstp.com,neutral,high
+fox5sandiego.com,neutral,high
+kswo.com,neutral,high
+bigcountryhomepage.com,neutral,high
+arklatexhomepage.com,neutral,high
+fox7austin.com,neutral,high
+ktvb.com,neutral,high
+ktiv.com,neutral,high
+ktla.com,neutral,high
+ktnv.com,neutral,high
+ktre.com,neutral,high
+ktsm.com,neutral,high
+kttc.com,neutral,high
+foxla.com,neutral,high
+webcenterfairbanks.com,neutral,high
+ktvh.com,neutral,high
+fox2now.com,neutral,high
+ktvq.com,neutral,high
+ktvu.com,neutral,high
+abc4.com,neutral,high
+ktvz.com,neutral,high
+fox40.com,neutral,high
+nonstoplocal.com,neutral,high
+valleycentral.com,neutral,high
+kvia.com,neutral,high
+kvoa.com,neutral,high
+kvue.com,neutral,high
+fox5vegas.com,neutral,high
+kwch.com,neutral,high
+newswest9.com,neutral,high
+fox44news.com,neutral,high
+weau.com,neutral,high
+news9.com,neutral,high
+kwtx.com,neutral,high
+kwwl.com,neutral,high
+kxan.com,neutral,high
+kxii.com,neutral,high
+kxlf.com,neutral,high
+kxlh.com,neutral,high
+kxly.com,neutral,high
+kxnet.com,neutral,high
+fox21news.com,neutral,high
+abc10.com,neutral,high
+kxxv.com,neutral,high
+kyma.com,neutral,high
+kyoutv.com,neutral,high
+cbs19.tv,neutral,high
+lacrossetribune.com,neutral,high
+ledevoir.com,neutral,high
+lahainanews.com,neutral,high
+record-bee.com,neutral,high
+lakegenevanews.net,neutral,high
+hometownsource.com,left-center,high
+lalibre.be,neutral,high
+law360.com,neutral,high
+ljworld.com,neutral,high
+leavenworthtimes.com,neutral,high
+ldnews.com,neutral,high
+lebanon-express.com,neutral,high
+wellingtondailynews.com,neutral,high
+lesoir.be,neutral,high
+lexch.com,neutral,high
+lrt.lt,neutral,high
+liveuamap.com,neutral,mixed
+lancasteronline.com,neutral,high
+logically.ai,neutral,high
+lompocrecord.com,neutral,high
+timescall.com,neutral,high
+reporterherald.com,neutral,high
+lovelycitizen.com,neutral,high
+lowellsun.com,neutral,high
+newsadvance.com,neutral,high
+mapleridgenews.com,left-center,high
+marinij.com,neutral,high
+emountainwave.com,neutral,high
+timesrepublican.com,neutral,high
+martinsvillebulletin.com,neutral,high
+mcdowellnews.com,neutral,high
+mcphersonsentinel.com,neutral,high
+mediapost.com,neutral,high
+commercialappeal.com,neutral,high
+mendocinobeacon.com,neutral,high
+myrecordjournal.com,neutral,high
+themesatribune.com,neutral,high
+newsnationnow.com,neutral,high
+republic-online.com,neutral,high
+millburysutton.com,neutral,high
+livemint.com,neutral,mixed
+modernhealthcare.com,neutral,high
+monroenews.com,left-center,high
+thenewsstar.com,left-center,high
+montenews.com,neutral,high
+mooresvilletribune.com,neutral,high
+morganton.com,neutral,high
+morningconsult.com,neutral,high
+flippinonline.com,neutral,high
+muscatinejournal.com,neutral,high
+mynewsla.com,neutral,mixed
+navytimes.com,neutral,high
+newarkpostonline.com,neutral,high
+newfolks.com,neutral,high
+newsandnews.com,neutral,high
+news24.com,neutral,high
+newsguardtech.com,neutral,high
+nujournal.com,neutral,high
+nknews.org,neutral,mixed
+northkoreatimes.com,neutral,mixed
+nptelegraph.com,neutral,high
+northtamatelegraph.com,neutral,high
+nwfdailynews.com,neutral,high
+nwitimes.com,neutral,high
+novinite.com,neutral,mixed
+oanow.com,neutral,high
+openmindmag.org,neutral,high
+oregonlive.com,neutral,high
+ormondbeachobserver.com,neutral,high
+orovillemr.com,neutral,high
+ottawaherald.com,neutral,high
+oxfordmail.co.uk,neutral,high
+parkrecord.com,neutral,high
+pasadenastarnews.com,neutral,high
+pjstar.com,neutral,high
+peoriatimes.com,neutral,high
+pewresearch.org,neutral,high
+starheraldnews.com,neutral,high
+pontevedrarecorder.com,neutral,high
+yoursun.com,neutral,high
+pratttribune.com,neutral,high
+pressofatlanticcity.com,neutral,high
+punchbowl.news,neutral,high
+queencreektribune.com,neutral,high
+journaltimes.com,neutral,high
+audacy.com,neutral,high
+rferl.org,neutral,mixed
+rainylakegazette.com,neutral,high
+rand.org,neutral,high
+ravallirepublic.com,neutral,high
+redding.com,left-center,high
+redbluffdailynews.com,neutral,high
+redlandsdailyfacts.com,neutral,high
+redwoodfallsgazette.com,neutral,high
+repustar.com,neutral,high
+reuters.com,neutral,high
+rexburgstandardjournal.com,neutral,high
+rfi.fr,neutral,mixed
+rocanews.com,neutral,mixed
+rte.ie,neutral,high
+sgvtribune.com,neutral,high
+santacruzsentinel.com,neutral,high
+santansun.com,neutral,high
+starherald.com,neutral,high
+scottsdaleairpark.com,neutral,high
+scottsdale.org,neutral,high
+semafor.com,neutral,high
+shareably.net,neutral,mixed
+valleynewstoday.com,neutral,high
+shorensteincenter.org,neutral,high
+sierrasun.com,neutral,high
+simplepolitics.co.uk,neutral,high
+skyhinews.com,neutral,high
+sky.com,neutral,high
+sleepyeyenews.com,neutral,high
+aspentimes.com,neutral,high
+socialmediatoday.com,neutral,high
+orangeobserver.com,neutral,high
+spectrumlocalnews.com,neutral,high
+ny1.com,neutral,high
+spectrumreport.com,neutral,mixed
+springfieldnewssun.com,neutral,high
+spotlightpa.org,neutral,high
+newspressnow.com,neutral,high
+statista.com,neutral,high
+steamboatpilot.com,neutral,high
+journal-advocate.com,neutral,high
+sjnewsonline.com,neutral,high
+strategypage.com,neutral,high
+studyfinds.org,neutral,high
+cecildaily.com,neutral,high
+swvatoday.com,neutral,high
+tahoedailytribune.com,neutral,high
+tamatoledonews.com,neutral,high
+techspot.com,neutral,high
+thefoothillsfocus.com,neutral,high
+tetonvalleynews.net,neutral,high
+digitaltrends.com,neutral,high
+argonautnews.com,neutral,high
+afr.com,right-center,high
+thebalance.com,neutral,high
+thebulltulsa.com,neutral,high
+thecanadianpress.com,neutral,high
+cepr.org,neutral,high
+columbian.com,neutral,high
+constitution.com,neutral,high
+daily-chronicle.com,neutral,high
+tdn.com,neutral,high
+dailyprogress.com,neutral,high
+thediplomat.com,neutral,high
+929thedrive.com,neutral,high
+economist.com,neutral,high
+thefencepost.com,neutral,high
+theflipside.io,neutral,high
+hjnews.com,neutral,high
+thehill.com,neutral,mixed
+jordantimes.com,neutral,mixed
+themanual.com,neutral,high
+mariettatimes.com,neutral,high
+miningjournal.net,neutral,high
+mcall.com,neutral,high
+scnow.com,neutral,high
+thekansan.com,neutral,high
+newsvirginian.com,neutral,high
+monmouth.edu,neutral,high
+postandcourier.com,neutral,high
+poststar.com,neutral,high
+syracuse.com,neutral,high
+theprimarymarket.com,neutral,mixed
+recordnet.com,neutral,high
+theregister.com,neutral,high
+therepublic.com,neutral,high
+masslive.com,neutral,high
+thecalifornian.com,left-center,high
+scotsman.com,neutral,high
+cumberlink.com,neutral,high
+thesmokinggun.com,neutral,high
+sociable.co,neutral,high
+thesouthern.com,neutral,high
+spokesman.com,neutral,high
+stardem.com,neutral,high
+thestrategybridge.org,neutral,high
+tennessean.com,neutral,high
+thetandd.com,neutral,high
+thetowntalk.com,neutral,high
+trentonian.com,neutral,high
+theunion.com,neutral,high
+vindy.com,neutral,high
+wcfcourier.com,neutral,high
+theunion.com,neutral,high
+zdf.de,neutral,high
+thirdway.org,neutral,mixed
+thoughtco.com,neutral,high
+thv11.com,neutral,high
+timesofsandiego.com,neutral,high
+magicvalley.com,neutral,high
+todayifoundout.com,neutral,high
+tonganoxiemirror.com,neutral,high
+transparency.org,neutral,high
+transpartisanreview.com,neutral,mixed
+record-eagle.com,neutral,high
+tribunecontentagency.com,neutral,high
+tri-cityherald.com,neutral,high
+truthorfiction.com,neutral,high
+tucsonweekly.com,neutral,high
+tut.by,neutral,mixed
+tvw.org,neutral,high
+loganwoodbine.com,neutral,high
+ukiahdailyjournal.com,neutral,high
+upi.com,neutral,high
+house.gov,neutral,high
+uscourts.gov,neutral,high
+usaspending.gov,neutral,high
+usafacts.org,neutral,high
+standard.net,right-center,high
+vaildaily.com,neutral,high
+timesheraldonline.com,neutral,high
+vcreporter.com,neutral,high
+verifythis.com,neutral,high
+voanews.com,neutral,high
+vinnews.com,neutral,mixed
+votesmart.org,neutral,high
+waaytv.com,neutral,high
+deltanews.tv,neutral,high
+wabi.tv,neutral,high
+wacotrib.com,neutral,high
+wafb.com,neutral,high
+fox5atlanta.com,neutral,high
+wagmtv.com,neutral,high
+wahoo-ashland-waverly.com,neutral,high
+fox10tv.com,neutral,high
+walb.com,neutral,high
+wandtv.com,neutral,high
+wane.com,neutral,high
+waow.com,neutral,high
+wapt.com,neutral,high
+warontherocks.com,neutral,high
+c-span.org,neutral,high
+wtop.com,neutral,high
+wate.com,neutral,high
+localmemphis.com,neutral,high
+wave3.com,neutral,high
+wavy.com,neutral,high
+wbaltv.com,neutral,high
+wbay.com,neutral,high
+wbir.com,neutral,high
+wbko.com,neutral,high
+wbng.com,neutral,high
+10tv.com,neutral,high
+wbrc.com,neutral,high
+pahomepage.com,neutral,high
+wbtv.com,neutral,high
+wbtw.com,neutral,high
+wcax.com,neutral,high
+counton2.com,neutral,high
+wcia.com,neutral,high
+nbc4i.com,neutral,high
+wcnc.com,neutral,high
+wcpo.com,neutral,high
+live5news.com,neutral,high
+wctv.tv,neutral,high
+wcvb.com,neutral,high
+fox4kc.com,neutral,high
+wdam.com,neutral,high
+fox40jackson.com,neutral,high
+wdbj7.com,neutral,high
+dcnewsnow.com,neutral,high
+wdio.com,neutral,high
+clickondetroit.com,neutral,high
+wdrb.com,neutral,high
+wdsu.com,neutral,high
+wdtn.com,neutral,high
+wdtv.com,neutral,high
+wearethemighty.com,neutral,high
+wect.com,neutral,high
+25newsnow.com,neutral,high
+tristatehomepage.com,neutral,high
+weny.com,neutral,high
+wesh.com,neutral,high
+westernmassnews.com,neutral,high
+westvalleyview.com,neutral,high
+wvpublic.org,neutral,high
+mytwintiers.com,neutral,high
+wiproud.com,neutral,high
+wevv.com,neutral,high
+news5cleveland.com,neutral,high
+wfaa.com,neutral,high
+mychamplainvalley.com,neutral,high
+wfft.com,neutral,high
+14news.com,neutral,high
+wfla.com,neutral,high
+fox32chicago.com,neutral,high
+wflx.com,neutral,high
+wfmynews2.com,neutral,high
+wfmz.com,neutral,high
+wearegreenbay.com,neutral,high
+wfsb.com,neutral,high
+wfxrtv.com,neutral,high
+boston25news.com,neutral,high
+wgal.com,neutral,high
+nbc26.com,neutral,high
+cbs46.com,neutral,high
+wgem.com,neutral,high
+westernmassnews.com,neutral,high
+myfox8.com,neutral,high
+brproud.com,neutral,high
+wgntv.com,neutral,high
+wgno.com,neutral,high
+wtkr.com,neutral,high
+wgrz.com,neutral,high
+whas11.com,neutral,high
+whatculture.com,neutral,high
+fox13memphis.com,neutral,high
+whec.com,neutral,high
+whio.com,neutral,high
+whittierdailynews.com,neutral,high
+foxcarolina.com,neutral,high
+whnt.com,neutral,high
+who13.com,neutral,high
+whsv.com,neutral,high
+abc27.com,neutral,high
+cbs42.com,neutral,high
+kansas.com,neutral,high
+erienewsnow.com,neutral,high
+wicz.com,neutral,high
+wilx.com,neutral,high
+winknews.com,neutral,high
+newschief.com,left-center,high
+wistv.com,neutral,high
+channel3000.com,neutral,high
+wisn.com,neutral,high
+fox6now.com,neutral,high
+witn.com,neutral,high
+wivb.com,neutral,high
+wjbf.com,neutral,high
+wjhg.com,neutral,high
+wjhl.com,neutral,high
+wjtv.com,neutral,high
+fox8.com,neutral,high
+news4jax.com,neutral,high
+wkbn.com,neutral,high
+news8000.com,neutral,high
+wkbw.com,neutral,high
+clickorlando.com,neutral,high
+wkow.com,neutral,high
+wkrg.com,neutral,high
+wkyc.com,neutral,high
+wlns.com,neutral,high
+wlbt.com,neutral,high
+lex18.com,neutral,high
+wlfi.com,neutral,high
+hometownstations.com,neutral,high
+wlky.com,neutral,high
+wlox.com,neutral,high
+wltx.com,neutral,high
+uppermichiganssource.com,neutral,high
+wlwt.com,neutral,high
+wmar2news.com,neutral,high
+centralillinoisproud.com,neutral,high
+fox47.com,right-center,high
+tv20detroit.com,neutral,high
+cbs17.com,neutral,high
+wnct.com,neutral,high
+wndu.com,neutral,high
+wnem.com,neutral,high
+wnyt.com,neutral,high
+fox5ny.com,neutral,high
+wogx.com,neutral,high
+hometownstations.com,neutral,high
+weareiowa.com,neutral,high
+cleveland19.com,neutral,high
+woodtv.com,neutral,high
+spectrumnews1.com,neutral,high
+wowktv.com,neutral,high
+wowt.com,neutral,high
+wpbf.com,neutral,high
+phl17.com,neutral,high
+fox43.com,neutral,high
+mynbc5.com,neutral,high
+wqad.com,neutral,high
+mystateline.com,neutral,high
+wrex.com,neutral,high
+wrtv.com,neutral,high
+wsfltv.com,neutral,high
+wsoctv.com,neutral,high
+localsyr.com,neutral,high
+fox61.com,neutral,high
+tmj4.com,neutral,high
+wtsp.com,neutral,high
+wtvm.com,neutral,high
+fox13news.com,neutral,high
+wtvy.com,neutral,high
+wikinews.org,neutral,high
+wikipedia.org,neutral,mixed
+winnipegfreepress.com,neutral,high
+winonadailynews.com,neutral,high
+journalnow.com,neutral,high
+wionews.com,neutral,mixed
+madison.com,neutral,high
+fox2detroit.com,neutral,high
+fox46.com,neutral,high
+wkrn.com,neutral,high
+wvlt.tv,neutral,high
+raleighcw.com,neutral,high
+13wmaz.com,neutral,high
+actionnews5.com,neutral,high
+wmtw.com,neutral,high
+wmur.com,neutral,high
+wnep.com,neutral,high
+fox35orlando.com,neutral,high
+dailydemocrat.com,neutral,high
+worldometers.info,neutral,high
+worldpoliticsreview.com,left-center,high
+worldpopulationreview.com,neutral,mixed
+pix11.com,neutral,high
+wpri.com,neutral,high
+wpta21.com,neutral,high
+wpxi.com,neutral,high
+wqow.com,neutral,high
+wral.com,left-center,high
+wrbl.com,neutral,high
+wrdw.com,neutral,high
+wreg.com,neutral,high
+wric.com,neutral,high
+rochesterfirst.com,neutral,high
+wsav.com,neutral,high
+wsaz.com,neutral,high
+wsbtv.com,neutral,high
+wsfa.com,neutral,high
+wsiltv.com,neutral,high
+wsls.com,neutral,high
+wsmv.com,neutral,high
+wspa.com,neutral,high
+fox47news.com,neutral,high
+wtae.com,neutral,high
+wearecentralpa.com,neutral,high
+wtap.com,neutral,high
+news10.com,neutral,high
+wthitv.com,neutral,high
+wthr.com,neutral,high
+wtnh.com,neutral,high
+wtok.com,neutral,high
+wtol.com,neutral,high
+fox5dc.com,neutral,high
+cbs4indy.com,neutral,high
+wtva.com,neutral,high
+newschannel5.com,neutral,high
+13abc.com,neutral,high
+fox29.com,neutral,high
+wusa9.com,neutral,high
+13newsnow.com,neutral,high
+nbc29.com,neutral,high
+wvtm13.com,neutral,high
+fox8live.com,neutral,high
+wvva.com,neutral,high
+nbc12.com,neutral,high
+wwlp.com,neutral,high
+wwnytv.com,neutral,high
+my9nj.com,neutral,high
+mysuncoast.com,neutral,high
+11alive.com,neutral,high
+wxii12.com,neutral,high
+fox59.com,neutral,high
+fox19.com,neutral,high
+fox17online.com,neutral,high
+wwltv.com,neutral,high
+wxow.com,neutral,high
+wxyz.com,neutral,high
+wyff4.com,neutral,high
+wymt.com,neutral,high
+wytv.com,neutral,high
+rocketcitynow.com,neutral,high
+wzmq19.com,neutral,high
+wzzm13.com,neutral,high
+yle.fi,neutral,mixed
+yorknewstimes.com,neutral,high
+zdnet.com,neutral,high
+accountable.us,left,mixed
+act.tv,left,mixed
+aftonbladet.se,left,mixed
+aldianews.com,left,mixed
+afj.org,left,high
+altnews.in,left,high
+alternet.org,left,mixed
+aidc.org.za,left,high
+americanbridgepac.org,left,mixed
+americanoversight.org,left,mixed
+au.org,left,high
+angrywhitemen.org,left,mixed
+azmirror.com,left,high
+arkansasadvocate.com,left,high
+attackthesystem.com,left,mixed
+autostraddle.com,left-center,high
+baltimoresun.com,left,mixed
+ebar.com,left,high
+beingliberal.org,left,mixed
+billmoyers.com,left,mixed
+bitchmedia.org,left,high
+blackagendareport.com,left,mixed
+blackamericaweb.com,left,mixed
+blacklivesmatter.com,left,mixed
+blackmainstreet.net,left,mixed
+bnc.tv,left,mixed
+boingboing.net,left,mixed
+bostonreview.net,left,high
+brut.media,left,mixed
+bust.com,left,mixed
+calltoactivism.com,left,mixed
+canadafactcheck.ca,left,mixed
+antihate.ca,left,high
+canadiandimension.com,left,mixed
+capitalandmain.com,left,high
+care2.com,left,mixed
+ceasefiremagazine.co.uk,left,high
+americanprogress.org,left,mixed
+prwatch.org,left,high
+c4ss.org,left,mixed
+change.org,left,mixed
+chicagoreader.com,left,high
+chicagoreporter.com,left,high
+china.org.cn,left-center,mixed
+citybeat.com,left,high
+citizencritics.org,left,mixed
+clevescene.com,left,high
+climatechangenews.com,left,high
+cnn.com,left,mixed
+codepink.org,left,mixed
+coloradotimesrecorder.com,left,high
+colorlines.com,left,high
+columbusfreepress.com,left,mixed
+comicsands.com,left,mixed
+commondreams.org,left,high
+communemag.com,left,mixed
+consortiumnews.com,left,mixed
+copblock.org,left,mixed
+cosmopolitan.com,left,mixed
+countercurrents.org,left,mixed
+counterpunch.org,left,mixed
+crikey.com.au,left,high
+crimethinc.com,left,high
+crooked.com,left,mixed
+crooksandliars.com,left,mixed
+currentaffairs.org,left,high
+curvemag.com,left,high
+thedailybeast.com,left,mixed
+dailydot.com,left,high
+dailykos.com,left,mixed
+dailyrecord.co.uk,left,mixed
+dailysoundandfury.com,left,mixed
+dallasvoice.com,left,high
+deadstate.org,left,high
+deadspin.com,left-center,high
+democracyguardian.com,left,mixed
+democracyjournal.org,left,high
+democracynow.org,left,high
+democraticunderground.com,left,mixed
+deshabhimani.com,left,mixed
+desmogblog.com,left,high
+metrotimes.com,left,high
+dissentmagazine.org,left,high
+drudge.com,left,mixed
+earthfirstjournal.news,left,mixed
+ecowatch.com,left,mixed
+egbertowillies.com,left,high
+electoral-vote.com,left,high
+elitedaily.com,left,mixed
+esquire.com,left,mixed
+everydayfeminism.com,left,mixed
+evonomics.com,left,high
+feministcurrent.com,left,mixed
+fifthestate.org,left,high
+finnishnews.fi,left,mixed
+floridaphoenix.com,left,high
+foodandwaterwatch.org,left,mixed
+foreignpolicynews.org,left,mixed
+freepress.org,left,mixed
+ffrf.org,left,mixed
+freedomnews.org.uk,left,high
+frontpagelive.com,left,mixed
+freespeech.org,left,mixed
+gawker.com,left,mixed
+gaycitynews.com,left,high
+gaystarnews.com,left,mixed
+gaytimes.co.uk,left,high
+geopoliticsalert.com,left,mixed
+georgiarecorder.com,left,high
+giffords.org,left,high
+gizmodo.com,left,high
+glaad.org,left,high
+good.is,left,high
+gq.com,left,high
+bradford-delong.com,left,high
+greenleft.org.au,left,high
+guardianlv.com,left,mixed
+haaretz.com,left,high
+harpersbazaar.com,left,mixed
+hightimes.com,left,mixed
+hillreporter.com,left,high
+huffpost.com,left,mixed
+hrc.org,left,high
+marxist.com,left,mixed
+inthesetimes.com,left,mixed
+alligator.org,left,high
+indivisible.org,left,mixed
+inequalitymedia.org,left,high
+juancole.com,left,mixed
+ips-dc.org,left,mixed
+intpolicydigest.org,left,high
+internationalviewpoint.org,left,mixed
+iowacapitaldispatch.com,left,mixed
+jacobinmag.com,left,high
+jezebel.com,left,high
+junkee.com,left,mixed
+kansasreflector.com,left,high
+laweekly.com,left,mixed
+lailluminator.com,left,high
+mg.co.za,left,mixed
+mediamatters.org,left,high
+mediaite.com,left,mixed
+meduza.io,left,high
+meidastouch.com,left,mixed
+michiganadvance.com,left,high
+milwaukeeindependent.com,left,mixed
+missouriindependent.com,left,high
+nebraskaexaminer.com,left,high
+newjerseymonitor.com,left,high
+newrepublic.com,left,high
+nymag.com,left,high
+newyorker.com,left,high
+novaramedia.com,left,mixed
+nowtoronto.com,left,high
+ohiocapitaljournal.com,left,mixed
+opensocietyfoundations.org,left,mixed
+orlandoweekly.com,left,high
+out.com,left,mixed
+palmerreport.com,left,mixed
+penncapital-star.com,left,mixed
+pinacnews.com,left,high
+polinews.org,left,mixed
+politicususa.com,left,high
+popular.info,left,high
+boldprogressives.org,left,mixed
+psyche.co,left,high
+rawstory.com,left,mixed
+therealnews.com,left,high
+resolutesquare.com,left,high
+rollingstone.com,left,high
+salon.com,left,mixed
+sfbayview.com,left,mixed
+shondaland.com,left,mixed
+slate.com,left,mixed
+readsludge.com,left,high
+worldsocialism.org,left,mixed
+southdakotasearchlight.com,left,high
+splcenter.org,left,high
+riverfronttimes.com,left,high
+talkingpointsmemo.com,left,mixed
+tnholler.com,left,high
+tennesseelookout.com,left,high
+19thnews.org,left,high
+americanindependent.com,left,mixed
+prospect.org,left,high
+thecut.com,left,mixed
+democratichub.com,left,mixed
+thegailygrind.com,left,mixed
+ghionjournal.com,left,mixed
+goodmenproject.com,left,high
+gravelinstitute.org,left,mixed
+mavenroundtable.io,left,mixed
+levernews.com,left,high
+thelily.com,left,high
+themilitant.com,left,mixed
+thenarwhal.ca,left,high
+thenation.com,left,high
+palestinechronicle.com,left,high
+phnompenhpost.com,left,mixed
+progressive.org,left,mixed
+theroot.com,left,mixed
+thelasource.com,left,mixed
+thestranger.com,left-center,high
+texasobserver.org,left,high
+villagevoice.com,left,high
+voice-online.co.uk,left,mixed
+thewalrus.ca,left,high
+washingtonspectator.org,left,high
+theweek.com,left,high
+worldcantwait.net,left,mixed
+thegrio.com,left,mixed
+thisisthezerohour.com,left,high
+them.us,left,high
+this.org,left,mixed
+towleroad.com,left,high
+treehugger.com,left,high
+truthdig.com,left-center,high
+truthout.org,left,mixed
+truththeory.com,left,high
+unicornriot.ninja,left,high
+uproxx.com,left,mixed
+upworthy.com,left,mixed
+vanityfair.com,left,mixed
+vox.com,left,high
+wallstreetonparade.com,left-center,high
+washingtonbabylon.com,left,high
+washingtonpress.com,left,mixed
+washingtonian.com,left,high
+wearyourvoicemag.com,left,high
+wehuntedthemammoth.com,left,high
+whowhatwhy.org,left,mixed
+wonkette.com,left,mixed
+workers.org,left,mixed
+wsws.org,left,mixed
+yesmagazine.org,left,high
+tyt.com,left,mixed
+100milefreepress.net,left-center,high
+604now.com,left-center,mixed
+972mag.com,left-center,high
+go.com,left-center,high
+abc.net.au,left-center,high
+abc11.com,left-center,high
+abbynews.com,left-center,high
+abovethelaw.com,left-center,high
+theadvocate.com,left-center,high
+aceshowbiz.com,left-center,mixed
+aclu.org,left-center,mixed
+adaderana.lk,left-center,mixed
+aeon.co,left-center,high
+affinitymagazine.us,left-center,mixed
+africanarguments.org,left-center,high
+africanews.com,left-center,mixed
+agassizharrisonobserver.com,left-center,high
+ahvalnews.com,left-center,mixed
+airdrietoday.com,left-center,high
+messagemedia.co,left-center,high
+durhamregion.com,left-center,high
+beaconjournal.com,left-center,high
+aljazeera.com,left-center,mixed
+al-monitor.com,left-center,high
+al-sura.com,left-center,mixed
+guttmacher.org,left-center,high
+alaskahighwaynews.ca,left-center,high
+timesunion.com,left-center,high
+albertaviews.ca,left-center,high
+aldergrovestar.com,left-center,high
+allgov.com,left-center,high
+simcoe.com,left-center,high
+northbaynipissing.com,left-center,high
+amny.com,left-center,high
+americamagazine.org,left-center,high
+americanimmigrationcouncil.org,left-center,high
+americanpurpose.com,left-center,high
+amestrib.com,left-center,high
+amnesty.org,left-center,high
+thespec.com,left-center,high
+heraldbulletin.com,left-center,high
+andovertownsman.com,left-center,high
+annistonstar.com,left-center,high
+anthropocenemagazine.org,left-center,high
+adl.org,left-center,high
+aol.com,left-center,high
+apmreports.org,left-center,high
+apple.com,left-center,mixed
+aptnnews.ca,left-center,high
+areomagazine.com,left-center,high
+azcapitoltimes.com,left-center,high
+tucson.com,left-center,high
+azdailysun.com,left-center,high
+azcentral.com,left-center,high
+arktimes.com,left-center,high
+armscontrol.org,left-center,high
+insideottawavalley.com,left-center,high
+arte.tv,left-center,mixed
+citizen-times.com,left-center,high
+asiasentinel.com,left-center,mixed
+aspeniaonline.it,left-center,high
+aspeninstitute.org,left-center,high
+sasktoday.ca,left-center,high
+apnews.com,left-center,high
+atavist.com,left-center,high
+onlineathens.com,left-center,high
+athensreview.com,left-center,high
+enewscourier.com,left-center,high
+atlantablackstar.com,left-center,mixed
+ajc.com,left-center,high
+theatlantic.com,left-center,high
+atlanticmedia.com,left-center,high
+attn.com,left-center,high
+yorkregion.com,left-center,high
+statesman.com,left-center,high
+austindailyherald.com,left-center,high
+avclub.com,left-center,high
+axios.com,left-center,high
+wired.com,left-center,high
+balkaninsight.com,left-center,high
+baltimoresun.com,left-center,high
+bangordailynews.com,left-center,high
+baptistnews.com,left-center,high
+barrietoday.com,left-center,high
+theadvocate.com,left-center,high
+battlecreekenquirer.com,left-center,high
+baxterbulletin.com,left-center,high
+baynature.org,left-center,high
+bbc.com,left-center,high
+tmnews.com,left-center,high
+bellingcat.com,left-center,mixed
+bellinghamherald.com,left-center,high
+berkeleyside.com,left-center,high
+berkshireeagle.com,left-center,high
+berliner-zeitung.de,left-center,mixed
+bing.com,left-center,high
+birminghammail.co.uk,right-center,mixed
+bleacherreport.com,left-center,mixed
+bloomberg.com,left-center,mixed
+bdtonline.com,left-center,high
+bluestemprairie.com,left-center,high
+boston.com,left-center,high
+bostonglobe.com,left-center,high
+bgr.com,left-center,high
+muskokaregion.com,left-center,high
+bramptonguardian.com,left-center,high
+brennancenter.org,left-center,high
+enterprisenews.com,left-center,high
+brookings.edu,left-center,high
+thebulletin.org,left-center,high
+insidehalton.com,left-center,high
+hometownsource.com,left-center,high
+businessinsider.com,left-center,high
+bustle.com,left-center,mixed
+buzzfeed.com,left-center,mixed
+buzzfeednews.com,left-center,mixed
+bylinetimes.com,left-center,high
+caledonenterprise.com,left-center,high
+cambridgetimes.ca,left-center,high
+campbellrivermirror.com,left-center,high
+canadaland.com,left-center,high
+capitalgazette.com,left-center,high
+caribbeanlifenews.com,left-center,high
+carnegieendowment.org,left-center,high
+carolinapublicpress.org,left-center,high
+carriagetownenews.com,left-center,high
+catchnews.com,left-center,mixed
+cbsnews.com,left-center,high
+cbslocal.com,left-center,high
+cecildaily.com,left-center,high
+censor.net,left-center,mixed
+c4ads.org,left-center,high
+cgdev.org,left-center,high
+centerforinquiry.org,left-center,high
+internationalpolicy.org,left-center,high
+cnas.org,left-center,high
+populardemocracy.org,left-center,high
+publicintegrity.org,left-center,high
+cbpp.org,left-center,high
+focustaiwan.tw,left-center,high
+chalkbeat.org,left-center,high
+channel4.com,left-center,high
+wvgazettemail.com,left-center,high
+charlotteobserver.com,left-center,high
+cheddar.com,left-center,high
+cheboygannews.com,left-center,high
+chemainusvalleycourier.ca,left-center,high
+courierpostonline.com,left-center,high
+suntimes.com,left-center,high
+chickashanews.com,left-center,high
+theprogress.com,left-center,high
+chinaglobalsouth.com,left-center,high
+citizentruth.org,left-center,mixed
+citizensforethics.org,left-center,mixed
+ctj.org,left-center,mixed
+bloomberg.com,left-center,high
+cityandstateny.com,left-center,high
+claremoreprogress.com,left-center,high
+cleburnetimesreview.com,left-center,high
+clintonherald.com,left-center,high
+cloverdalereporter.com,left-center,high
+cnbc.com,left-center,mixed
+coed.com,left-center,mixed
+thedailyreporter.com,left-center,high
+columbiatribune.com,left-center,high
+cjr.org,left-center,high
+colombiareports.com,left-center,mixed
+dispatch.com,left-center,high
+investigaterussia.org,left-center,high
+commoncause.org,left-center,high
+commonwealmagazine.org,left-center,high
+commonwealthfund.org,left-center,high
+comoxvalleyrecord.com,left-center,high
+complex.com,left-center,mixed
+ctpost.com,left-center,high
+pogo.org,left-center,mixed
+coopercrier.com,left-center,high
+caller.com,left-center,high
+cowichanvalleycitizen.com,left-center,high
+crosscut.com,left-center,high
+ctmirror.org,left-center,high
+cullmantimes.com,left-center,high
+dailycommercial.com,left-center,high
+gazettenet.com,left-center,high
+mirror.co.uk,left-center,mixed
+nation.africa,left-center,mixed
+dnj.com,left-center,high
+commercial-news.com,left-center,high
+dawn.com,left-center,mixed
+dcist.com,left-center,high
+dcreport.org,left-center,high
+deadline.com,left-center,high
+deccanherald.com,left-center,mixed
+debunkingdenialism.com,left-center,high
+delawareonline.com,left-center,high
+delo.si,left-center,mixed
+democracy21.org,left-center,high
+democratandchronicle.com,left-center,high
+demos.org,left-center,high
+denverpost.com,left-center,high
+westword.com,left-center,high
+freep.com,left-center,high
+zeit.de,left-center,high
+digg.com,left-center,mixed
+diply.com,left-center,mixed
+diversityinc.com,left-center,high
+dundalkeagle.com,left-center,high
+dutchreview.com,left-center,mixed
+dw.com,left-center,high
+columbia.edu,left-center,high
+earthjustice.org,left-center,high
+eastbaytimes.com,left-center,high
+thestar.com,left-center,high
+econofact.org,left-center,high
+epi.org,left-center,high
+economicshelp.org,left-center,high
+effinghamdailynews.com,left-center,high
+egyptianstreets.com,left-center,mixed
+ejinsight.com,left-center,mixed
+eldiario.es,left-center,high
+eldiariony.com,left-center,high
+elpais.com,left-center,high
+elpasotimes.com,left-center,high
+eff.org,left-center,high
+emerging-europe.com,left-center,mixed
+engadget.com,left-center,high
+ew.com,left-center,high
+orangeville.com,left-center,high
+espn.com,left-center,high
+registerguard.com,left-center,high
+euobserver.com,left-center,high
+euractiv.com,left-center,high
+eurasiareview.com,neutral,high
+euromaidanpress.com,left-center,high
+euronews.com,left-center,high
+courierpress.com,left-center,high
+exposingtruth.com,left-center,high
+facebook.com,left-center,high
+factmyth.com,left-center,high
+fair.org,left-center,high
+fairobserver.com,left-center,high
+fairvote.org,left-center,high
+southernminn.com,left-center,high
+fastcompany.com,left-center,high
+feministfrequency.com,left-center,high
+fightforthefuture.org,left-center,high
+fivethirtyeight.com,left-center,high
+foodnavigator.com,left-center,mixed
+fpif.org,left-center,high
+niagarathisweek.com,left-center,high
+fwweekly.com,left-center,high
+francetvinfo.fr,left-center,high
+freakonomics.com,left-center,high
+freethink.com,left-center,high
+fresnobee.com,left-center,high
+gadsdentimes.com,left-center,high
+gainesville.com,left-center,high
+wyborcza.pl,left-center,high
+glamour.com,left-center,high
+globalcitizen.org,left-center,high
+globalnews.ca,left-center,high
+theworld.org,left-center,high
+globalriskinsights.com,left-center,high
+globaltimes.cn,left,mixed
+gmanetwork.com,left-center,mixed
+goldstreamgazette.com,left-center,high
+google.com,left-center,mixed
+gothamist.com,left-center,high
+governing.com,left-center,high
+whistleblower.org,left-center,high
+govexec.com,left-center,high
+grandrapidsmn.com,left-center,high
+greensboro.com,left-center,high
+greensburgdailynews.com,left-center,high
+grid.news,left-center,high
+grist.org,left-center,high
+alliednews.com,left-center,high
+guelphmercury.com,left-center,high
+gunviolencearchive.org,left-center,high
+heraldmailmedia.com,left-center,high
+hamiltonnews.com,left-center,high
+thespec.com,left-center,high
+harpers.org,left-center,high
+courant.com,left-center,high
+harvardpolitics.com,left-center,high
+hattiesburgamerican.com,left-center,high
+hawaiitribune-herald.com,left-center,high
+healthyway.com,left-center,mixed
+heavy.com,left-center,high
+hechingerreport.org,left-center,high
+hs.fi,left-center,high
+helsinkitimes.fi,neutral,high
+thegleaner.com,left-center,high
+hcn.org,left-center,high
+hillsdale.net,left-center,high
+historynewsnetwork.org,left-center,high
+hitc.com,left-center,mixed
+hollandsentinel.com,left-center,high
+hollywoodreporter.com,left-center,high
+civilbeat.org,left-center,high
+staradvertiser.com,left-center,high
+hopestandard.com,left-center,high
+hotnews.ro,left-center,high
+houmatoday.com,left-center,high
+hrw.org,left-center,high
+humanium.org,left-center,high
+icenews.is,left-center,mixed
+idahopress.com,left-center,high
+ifamericaknew.org,left-center,high
+iflscience.com,left-center,high
+independentaustralia.net,left-center,high
+index.hr,left-center,high
+inews.co.uk,left-center,high
+infobae.com,left-center,high
+inquisitr.com,left-center,mixed
+insideedition.com,left-center,high
+insideevs.com,left-center,high
+insidehighered.com,left-center,high
+insidephilanthropy.com,left-center,high
+insider.com,left-center,high
+instituteforgovernment.org.uk,left-center,high
+imeu.org,left-center,high
+itep.org,left-center,high
+ibtimes.com,left-center,mixed
+interpretermag.com,left-center,high
+inverse.com,left-center,high
+press-citizen.com,left-center,high
+irishmirror.ie,left-center,mixed
+israel21c.org,left-center,high
+jalopnik.com,left-center,high
+newsandtribune.com,left-center,high
+joe.co.uk,left-center,mixed
+joe.ie,left-center,mixed
+kff.org,left-center,high
+khn.org,left-center,high
+thepeterboroughexaminer.com,left-center,high
+kbrw.org,left-center,high
+kcrw.com,left-center,high
+cbsnews.com,left-center,high
+kenoshanews.com,left-center,high
+abc30.com,left-center,high
+abc7news.com,left-center,high
+kilgorenewsherald.com,left-center,high
+kiyu.com,left-center,high
+nbcdfw.com,left-center,high
+kokomotribune.com,left-center,high
+kpic.com,right-center,high
+kqed.org,left-center,high
+alaskapublic.org,left-center,high
+abc13.com,left-center,high
+idahopress.com,left-center,high
+kuow.org,left-center,high
+kyivindependent.com,left-center,high
+kyivpost.com,left-center,mixed
+kyuk.org,left-center,high
+laconiadailysun.com,left-center,high
+ladepeche.fr,left-center,high
+ladysmithchronicle.com,left-center,high
+theadvertiser.com,left-center,high
+jconline.com,left-center,high
+lakecowichangazette.com,left-center,high
+lajuntatribunedemocrat.com,left-center,high
+langleyadvancetimes.com,left-center,high
+lapresse.ca,left-center,high
+repubblica.it,left-center,high
+lastampa.it,left-center,high
+latimes.com,left-center,high
+reporter.net,left-center,high
+leftjustified.com,left-center,mixed
+lemonde.fr,left-center,high
+liberation.fr,left-center,high
+lincolncourier.com,left-center,high
+livingstondaily.com,left-center,high
+lamag.com,left-center,high
+macleans.ca,left-center,high
+malaysiakini.com,left-center,mixed
+mb.com.ph,left-center,mixed
+somdnews.com,left-center,high
+marshallnewsmessenger.com,left-center,high
+reporter-times.com,left-center,high
+marylandmatters.org,left-center,high
+mcdonoughvoice.com,left-center,high
+mediapart.fr,left-center,high
+medium.com,left-center,mixed
+menshealth.com,left-center,mixed
+mensjournal.com,left-center,mixed
+metro.co.uk,left-center,mixed
+nhregister.com,left-center,high
+miamiherald.com,left-center,high
+middleeasteye.net,left-center,mixed
+milforddailynews.com,left-center,high
+unionrecorder.com,left-center,high
+mississauga.com,left-center,high
+mississippitoday.org,left-center,high
+moneytalksnews.com,left-center,high
+mongabay.com,left-center,high
+montgomeryadvertiser.com,left-center,high
+morningbrew.com,left-center,high
+themoscowtimes.com,left-center,high
+motherjones.com,left-center,high
+moultrieobserver.com,left-center,high
+msn.com,left-center,high
+thestarpress.com,left-center,high
+mycentraljersey.com,left-center,high
+nanaimobulletin.com,left-center,high
+nationalnewswatch.com,left-center,mixed
+nationalobserver.com,left-center,high
+youthrights.org,left-center,high
+nbcphiladelphia.com,left-center,high
+nbcchicago.com,left-center,high
+nbclosangeles.com,left-center,high
+nbcnews.com,left-center,high
+nbcnewyork.com,left-center,high
+ndtv.com,left-center,mixed
+newamerica.org,left-center,high
+southcoasttoday.com,left-center,high
+ncnewsonline.com,left-center,high
+newhamburgindependent.ca,left-center,high
+newscentermaine.com,left-center,high
+nydailynews.com,left-center,high
+nytimes.com,left-center,high
+newser.com,left-center,high
+newsy.com,left-center,high
+niagarafallsreview.ca,left-center,high
+niagara-gazette.com,left-center,high
+niemanlab.org,left-center,high
+northdeltareporter.com,left-center,high
+northislandgazette.com,left-center,high
+therecord.com,left-center,high
+norwichbulletin.com,left-center,high
+novinky.cz,left-center,mixed
+nrc.nl,left-center,high
+npr.org,left-center,high
+oakbaynews.com,left-center,high
+ocala.com,left-center,high
+oneindia.com,left-center,mixed
+dailyworld.com,left-center,high
+oskaloosa.com,left-center,high
+ottumwacourier.com,left-center,high
+ourworldindata.org,left-center,high
+palmbeachdailynews.com,left-center,high
+panolawatchman.com,left-center,high
+newsherald.com,left-center,high
+pqbnews.com,left-center,high
+parrysound.com,left-center,high
+patrioticmillionaires.org,left-center,high
+pbs.org,left-center,high
+peacearchnews.com,left-center,high
+pekintimes.com,left-center,high
+peninsulanewsreview.com,left-center,high
+petoskeynews.com,left-center,high
+pharostribune.com,left-center,high
+inquirer.com,left-center,high
+phillyvoice.com,left-center,high
+politico.com,left-center,high
+politico.eu,left-center,high
+politics.co.uk,left-center,high
+politifact.com,left-center,high
+polygon.com,left-center,high
+pontiacdailyleader.com,left-center,high
+populationconnection.org,left,high
+albernivalleynews.com,left-center,high
+seacoastonline.com,left-center,high
+hjnews.com,left-center,high
+project-syndicate.org,left-center,high
+propublica.org,left-center,high
+protocol.com,left-center,high
+publicnewsservice.org,left-center,high
+publico.es,left-center,high
+puck.news,left-center,mixed
+chieftain.com,left-center,high
+qz.com,left-center,high
+patriotledger.com,left-center,high
+radiotelevisionmarti.com,left-center,mixed
+rappler.com,left-center,high
+religionandpolitics.org,left-center,high
+pal-item.com,left-center,high
+ridgecrestca.com,left-center,high
+rocketnews.com,left-center,mixed
+rrstar.com,left-center,high
+heraldonline.com,left-center,high
+salina.com,left-center,high
+delmarvanow.com,left-center,high
+sanluisobispo.com,left-center,high
+sapiens.org,left-center,high
+sciencing.com,left-center,high
+seattletimes.com,left-center,high
+self.com,left-center,mixed
+sentencingproject.org,left-center,high
+snopes.com,left-center,mixed
+somerset-kentucky.com,left-center,high
+scmp.com,left-center,mixed
+sbs.com.au,left-center,high
+spin.com,left-center,high
+news-leader.com,left-center,high
+staugustine.com,left-center,high
+stamfordadvocate.com,left-center,high
+newsaegis.com,left-center,high
+stopfake.org,left-center,high
+sturgisjournal.com,left-center,high
+agriculture.com,left-center,high
+sueddeutsche.de,left-center,high
+surreynowleader.com,left-center,high
+taiwannews.com.tw,left-center,mixed
+tampabay.com,left-center,high
+taskandpurpose.com,left-center,mixed
+tauntongazette.com,left-center,high
+tcpalm.com,left-center,high
+tribstar.com,left-center,high
+texastribune.org,left-center,high
+the74million.org,left-center,high
+theage.com.au,left-center,high
+belfercenter.org,left-center,high
+cepr.net,left-center,high
+thecity.nyc,left-center,high
+coloradoan.com,left-center,high
+coloradosun.com,left-center,high
+canadians.org,left-center,high
+thedailystar.com,left-center,high
+dominionpost.com,left-center,high
+thefulcrum.us,left-center,high
+thegardenisland.com,left-center,high
+heraldscotland.com,left-center,high
+goshennews.com,left-center,high
+theguardian.com,left-center,mixed
+thehawkeye.com,left-center,high
+hilltimes.com,left-center,high
+hutchnews.com,left-center,high
+independent.co.uk,left-center,mixed
+theintercept.com,left,mixed
+irishexaminer.com,left-center,mixed
+irishtimes.com,left-center,high
+irrawaddy.com,left-center,high
+thejournal.ie,left-center,high
+journalistsresource.org,left-center,high
+koreatimes.co.kr,left-center,mixed
+lincolnproject.us,left-center,mixed
+thelist.com,left-center,mixed
+mauinews.com,left-center,high
+fool.com,left-center,high
+thenational.scot,left-center,high
+thenextweb.com,left-center,mixed
+theguardian.com,left-center,mixed
+theodysseyonline.com,left-center,mixed
+theolympian.com,left-center,high
+palmbeachpost.com,left-center,high
+pennlive.com,left-center,high
+cleveland.com,left-center,high
+pressdemocrat.com,left-center,high
+punchng.com,left-center,mixed
+thequint.com,left-center,high
+northjersey.com,neutral,high
+therighting.com,left-center,high
+theringer.com,left-center,high
+santafenewmexican.com,left-center,high
+thesaturdaypaper.com.au,left-center,high
+sooeveningnews.com,left-center,high
+theskimm.com,left-center,high
+thestate.com,left-center,high
+sj-r.com,left-center,high
+statepress.com,left-center,high
+thesunmagazine.org,left-center,high
+smh.com.au,left-center,high
+thetab.com,left-center,high
+thetrace.org,left-center,high
+thetyee.ca,left-center,high
+thevarsity.ca,left-center,high
+theverge.com,left-center,high
+pilotonline.com,left-center,high
+theweek.co.uk,left-center,high
+wilderness.org,left-center,high
+thewire.in,left-center,mixed
+thewrap.com,left-center,mixed
+dailycomet.com,left-center,high
+timesenterprise.com,left-center,high
+trust.org,left-center,high
+thrillist.com,left-center,high
+tiftongazette.com,left-center,high
+time.com,left-center,high
+timescolonist.com,left-center,high
+timesheadline.com,left-center,mixed
+timesofisrael.com,left-center,high
+nola.com,left-center,high
+tmz.com,left-center,mixed
+today.com,left-center,mixed
+tomdispatch.com,left-center,high
+cjonline.com,left-center,high
+thestar.com,left-center,high
+truthbetold.news,left-center,high
+tuscaloosanews.com,left-center,high
+tvanouvelles.ca,left-center,mixed
+uawire.org,left-center,mixed
+undark.org,left-center,high
+ucsusa.org,neutral,mixed
+uft.org,left-center,high
+uscis.gov,left-center,high
+universitybusiness.com,left-center,high
+un.org,left-center,high
+pravda.com.ua,left-center,mixed
+urban.org,left-center,high
+usatoday.com,left-center,mixed
+usnews.com,left-center,high
+upr.org,left-center,high
+uticaod.com,left-center,high
+centerforpolitics.org,left-center,high
+valdostadailytimes.com,left-center,high
+variety.com,left-center,high
+vcstar.com,left-center,high
+verafiles.org,left-center,high
+vibe.com,left-center,mixed
+vice.com,left-center,mixed
+victoriaadvocate.com,left-center,high
+victoriabuzz.com,left-center,high
+vvdailypress.com,left-center,high
+virginiamercury.com,left-center,high
+visaliatimesdelta.com,left-center,high
+vladtv.com,left-center,mixed
+voiceofsandiego.org,left-center,high
+votevets.org,left-center,mixed
+vtdigger.org,left-center,high
+vulture.com,left-center,high
+walesonline.co.uk,left-center,high
+wamu.org,left-center,high
+washingtonblade.com,left-center,high
+washingtonmonthly.com,left-center,high
+wola.org,left-center,high
+washingtonpost.com,left-center,mixed
+apr.org,left-center,high
+nbcboston.com,left-center,high
+westhawaiitoday.com,left-center,high
+whdh.com,left-center,high
+whitehouse.gov,left-center,mixed
+wikileaks.org,left-center,mixed
+wired.com,left-center,high
+wishtv.com,left-center,high
+wjab.org,left-center,high
+wlrh.org,left-center,high
+wnyc.org,left-center,high
+wilsoncenter.org,left-center,high
+broadenimpact.com,left-center,high
+worldcrunch.com,left-center,high
+weforum.org,left-center,high
+worldpress.org,left-center,mixed
+wri.org,left-center,high
+6abc.com,left-center,high
+nbcwashington.com,left-center,high
+wsvn.com,left-center,high
+nbcmiami.com,left-center,high
+wvasfm.org,left-center,high
+yahoo.com,left-center,high
+yale.edu,left-center,high
+ynetnews.com,left-center,high
+ydr.com,left-center,high
+yorkdispatch.com,left-center,high
+yr.media,left-center,high
+7news.com.au,right-center,mixed
+9news.com.au,right-center,high
+19fortyfive.com,right-center,mixed
+abc.es,right-center,high
+theadvocates.org,right-center,mixed
+ahram.org.eg,right-center,mixed
+airdrieecho.com,right-center,high
+al.com,right-center,high
+altoday.com,right-center,mixed
+shelbycountyreporter.com,right-center,high
+abqjournal.com,right-center,high
+aleteia.org,right-center,mixed
+alexcityoutlook.com,right-center,high
+echopress.com,right-center,high
+americanactionforum.org,right-center,mixed
+americanaffairsjournal.org,right-center,high
+acsh.org,right-center,high
+americanfirearms.org,right-center,high
+aier.org,right-center,mixed
+americanmilitarynews.com,right-center,mixed
+americasquarterly.org,right-center,high
+americustimesrecorder.com,right-center,high
+anchoragepress.com,right-center,high
+andalusiastarnews.com,right-center,high
+angusreid.org,right-center,high
+saltwire.com,right-center,high
+antiwar.com,right-center,mixed
+appledaily.com,right-center,mixed
+arcamax.com,right-center,mixed
+argusleader.com,right-center,high
+arkansasonline.com,right-center,high
+israelnationalnews.com,right-center,mixed
+aawsat.com,right-center,mixed
+aninews.in,right-center,mixed
+atchisonglobenow.com,right-center,high
+atlanticcouncil.org,right-center,high
+atmoreadvance.com,right-center,high
+aynrand.org,right-center,mixed
+thepostsearchlight.com,right-center,high
+bangkokpost.com,right-center,mixed
+barrons.com,right-center,high
+guardonline.com,right-center,high
+beavercreeknewscurrent.com,right-center,high
+beinglibertarian.com,right-center,mixed
+bemidjipioneer.com,right-center,high
+berlingske.dk,right-center,mixed
+bild.de,right-center,mixed
+billingsgazette.com,right-center,high
+bipartisanpolicy.org,right-center,mixed
+bnr.nl,right-center,mixed
+boomlive.in,right-center,high
+bostonherald.com,right-center,high
+bgdailynews.com,right-center,high
+thecragandcanyon.ca,right-center,high
+brainerddispatch.com,right-center,high
+breakingdefense.com,right-center,high
+thebreakthrough.org,right-center,high
+brewtonstandard.com,right-center,high
+bryantimes.com,right-center,high
+bt.dk,right-center,mixed
+batimes.com.ar,right-center,high
+businesslive.co.za,right-center,mixed
+business-standard.com,right-center,mixed
+californiaglobe.com,right-center,mixed
+capoliticalreview.com,right-center,mixed
+campaignforliberty.org,right-center,mixed
+capitalismmagazine.com,right-center,mixed
+cato.org,right-center,high
+ccn.com,right-center,high
+cftni.org,right-center,mixed
+checkyourfact.com,right-center,high
+chicagotribune.com,right-center,high
+chinadigitaltimes.net,right-center,mixed
+christianitytoday.com,right-center,high
+clantonadvertiser.com,right-center,high
+clarin.com,right-center,high
+cochranetimes.com,right-center,high
+saltwire.com,right-center,high
+coldlakesun.com,right-center,high
+gazette.com,right-center,high
+columbiadailyherald.com,left-center,high
+crfb.org,right-center,high
+newsexaminer.com,right-center,high
+cordeledispatch.com,right-center,high
+dn.se,right-center,high
+dailyherald.com,right-center,high
+mininggazette.com,right-center,high
+dailypress.com,right-center,high
+dailyo.in,right-center,mixed
+dallasnews.com,right-center,high
+amnews.com,right-center,high
+volkskrant.nl,right-center,high
+deccanchronicle.com,right-center,mixed
+delgazette.com,right-center,high
+demopolistimes.com,right-center,high
+denvergazette.com,right-center,high
+desertsun.com,right-center,high
+dl-online.com,right-center,high
+deutschland.de,right-center,mixed
+devondispatch.ca,right-center,high
+diepresse.com,right-center,high
+welt.de,right-center,high
+douglascountysentinel.com,right-center,high
+downsizinggovernment.org,right-center,high
+draytonvalleywesternreview.com,right-center,high
+drudgereport.com,right-center,mixed
+registerherald.com,right-center,high
+thewetumpkaherald.com,right-center,high
+ecuavisa.com,right-center,mixed
+edmontonexaminer.com,right-center,mixed
+edmontonjournal.com,right-center,high
+edmontonsun.com,right-center,high
+thenewsenterprise.com,right-center,high
+elmundo.es,right-center,mixed
+eluniverso.com,right-center,high
+endtimeheadlines.org,right-center,mixed
+entrepreneur.com,right-center,high
+ekirikas.com,right-center,mixed
+expressen.se,right-center,mixed
+fairborndailyherald.com,right-center,high
+fairviewpost.com,right-center,high
+faithfamilyamerica.com,right-center,mixed
+longwarjournal.org,right-center,high
+financialexpress.com,right-center,mixed
+financialpost.com,right-center,mixed
+firearmsnews.com,right-center,mixed
+firstpost.com,right-center,mixed
+fitchratings.com,right-center,high
+fitsnews.com,right,mixed
+forbes.com,right-center,mixed
+fpri.org,right-center,high
+fbherald.com,right-center,high
+fortmcmurraytoday.com,right-center,high
+fortnightlyreview.co.uk,right-center,high
+fortune.com,right-center,high
+fee.org,right-center,mixed
+foxbusiness.com,right-center,mixed
+foxillinois.com,right-center,high
+ftimes.com,right-center,high
+faz.net,right-center,high
+dailyjournal.net,right-center,high
+franklinnews.org,right-center,mixed
+fraserinstitute.org,right-center,mixed
+freedomhouse.org,right-center,high
+fcnews.org,right-center,high
+mydailytribune.com,right-center,high
+galvnews.com,right-center,high
+geo.tv,right-center,mixed
+godupdates.com,right-center,mixed
+gp.se,right-center,mixed
+grandforksherald.com,right-center,high
+mlive.com,right-center,high
+greeleytribune.com,right-center,high
+greenfieldreporter.com,right-center,high
+greenvilleadvocate.com,right-center,high
+dailyadvocate.com,right-center,high
+griffindailynews.com,right-center,high
+guns.com,right-center,high
+hammondstar.com,right-center,high
+hannaherald.com,right-center,high
+myheraldreview.com,right-center,high
+heraldsun.com.au,right-center,mixed
+hln.be,right-center,mixed
+hidesertstar.com,right-center,high
+hpenews.com,right-center,high
+highrivertimes.com,right-center,high
+timesgazette.com,right-center,high
+thehindubusinessline.com,right-center,mixed
+honestreporting.com,right-center,mixed
+hoover.org,right-center,high
+humanprogress.org,right-center,mixed
+h-ponline.com,right-center,high
+al.com,right-center,high
+icitizen.com,right-center,mixed
+idahostatejournal.com,right-center,high
+iefimerida.gr,right-center,mixed
+ilgiornale.it,right-center,mixed
+amuedge.com,right-center,high
+india.com,right-center,mixed
+indiatimes.com,right-center,mixed
+indiatoday.in,right-center,mixed
+indiatvnews.com,right-center,mixed
+inforum.com,right-center,high
+interfax.ru,right-center,mixed
+investortimes.com,right-center,mixed
+itv.com,right-center,high
+jamestownsun.com,right-center,high
+jpost.com,right-center,mixed
+jessaminejournal.com,right-center,high
+jonesborosun.com,right-center,high
+justfacts.com,right-center,mixed
+foxkansas.com,right-center,high
+foxsanantonio.com,right-center,high
+wwmt.com,right-center,high
+khaleejtimes.com,right-center,mixed
+katu.com,right-center,high
+katv.com,right-center,high
+bakersfieldnow.com,right-center,high
+kbsi23.com,right-center,high
+fox4beaumont.com,right-center,high
+siouxlandnews.com,right-center,high
+kcby.com,right-center,high
+abcstlouis.com,right-center,high
+kdsm17.com,right-center,high
+nbcmontana.com,right-center,high
+kentuckynewera.com,right-center,high
+keprtv.com,right-center,high
+kfdm.com,right-center,high
+kfoxtv.com,right-center,high
+cbs2iowa.com,right-center,high
+foxnebraska.com,right-center,high
+khqa.com,right-center,high
+kimatv.com,right-center,high
+klewtv.com,right-center,high
+kmph.com,right-center,high
+nbc16.com,right-center,high
+knewz.com,right-center,mixed
+okcfox.com,right-center,high
+komonews.com,right-center,high
+fox42kptm.com,right-center,high
+krcgtv.com,right-center,high
+mynews4.com,right-center,high
+foxreno.com,right-center,high
+fox38corpuschristi.com,right-center,high
+news3lv.com,right-center,high
+ktul.com,right-center,high
+ktvl.com,right-center,high
+abc7amarillo.com,right-center,high
+nebraska.tv,right-center,high
+lagrangenews.com,right-center,high
+nacion.com,right-center,mixed
+lanacion.com.ar,right-center,high
+valleytimes-news.com,right-center,high
+lpheralddispatch.com,right-center,high
+leducrep.com,right-center,high
+lefigaro.fr,right-center,high
+leicestermercury.co.uk,right-center,high
+mycouriertribune.com,right-center,high
+lbc.co.uk,right-center,mixed
+standard.co.uk,right-center,mixed
+lowndessignal.com,right-center,high
+luvernejournal.com,right-center,high
+the-messenger.com,right-center,high
+malaymail.com,right-center,mixed
+marginalrevolution.com,right-center,high
+chronicle-tribune.com,right-center,high
+marketwatch.com,right-center,high
+frontiersman.com,right-center,high
+mayfield-messenger.com,right-center,high
+meaww.com,right-center,mixed
+miamivalleytoday.com,right-center,high
+mitchellrepublic.com,right-center,high
+montrealgazette.com,right-center,high
+moroccoworldnews.com,right-center,mixed
+m24.ru,right-center,mixed
+mynorthwest.com,right-center,high
+nationalinterest.org,right-center,high
+nationalpost.com,right-center,high
+thecouriertimes.com,right-center,high
+observer.com,right-center,high
+nypost.com,right-center,mixed
+news.com.au,right-center,mixed
+newsweek.com,right-center,mixed
+nhk.or.jp,right-center,high
+nine.com.au,right-center,high
+nwaonline.com,right-center,high
+northwestsignal.net,right-center,high
+nowentertainment.net,right-center,high
+oaoa.com,right-center,high
+oilprice.com,right-center,mixed
+opposingviews.com,right-center,mixed
+messenger-inquirer.com,right-center,high
+paducahsun.com,right-center,high
+paragoulddailypress.com,right-center,high
+newsandsentinel.com,right-center,high
+parkrapidsenterprise.com,right-center,high
+prrecordgazette.com,right-center,high
+perutribune.com,right-center,high
+pinchercreekecho.com,right-center,high
+mydailyregister.com,right-center,high
+mydailysentinel.com,right-center,high
+portsmouth-dailytimes.com,right-center,high
+prime9ja.com.ng,neutral,mixed
+pdclarion.com,right-center,high
+rasmussenreports.com,right-center,high
+realclearmarkets.com,right-center,mixed
+realclearpolitics.com,right-center,mixed
+reason.com,right-center,high
+rochsent.com,right-center,high
+couriernews.com,right-center,high
+scoperatings.com,right-center,mixed
+thedailycitizen.com,right-center,high
+selmatimesjournal.com,right-center,high
+shelbynews.com,right-center,high
+sprucegroveexaminer.com,right-center,high
+tabletmag.com,right-center,mixed
+tallasseetribune.com,right-center,high
+taxfoundation.org,right-center,high
+theamericanconservative.com,right-center,mixed
+theaustralian.com.au,right-center,mixed
+thebulwark.com,right-center,high
+chosun.com,right-center,mixed
+thedickinsonpress.com,right-center,high
+thedispatch.com,right-center,high
+elkharttruth.com,right-center,high
+theglobeandmail.com,right-center,high
+thenews.com.pk,right-center,mixed
+theobjectivestandard.com,right-center,high
+oklahoman.com,right-center,high
+pantagraph.com,right-center,high
+post-journal.com,right-center,high
+pe.com,right-center,high
+tribtown.com,right-center,high
+spectator.co.uk,right-center,mixed
+spectator.us,right-center,mixed
+spectatorworld.com,right-center,mixed
+standardmedia.co.ke,right-center,mixed
+straitstimes.com,right-center,mixed
+thestreet.com,right-center,high
+theitem.com,right-center,high
+thetimesherald.com,right-center,high
+indiatimes.com,right-center,mixed
+thetimes.co.uk,right-center,high
+washingtoninstitute.org,right-center,mixed
+thewest.com.au,right-center,high
+winchesterstar.com,right-center,high
+yomiuri.co.jp,right-center,high
+times-georgian.com,right-center,high
+tnonline.com,right-center,high
+timeslive.co.za,right-center,mixed
+thenationaldesk.com,right-center,high
+toledoblade.com,right-center,high
+tovima.gr,right-center,mixed
+transparentcalifornia.com,right-center,mixed
+tribunnews.com,right-center,mixed
+troymessenger.com,right-center,high
+tulsaworld.com,right-center,high
+tylerpaper.com,right-center,high
+unherd.com,right-center,mixed
+valuewalk.com,right-center,mixed
+vancouversun.com,right-center,high
+vaticannews.va,right-center,high
+villages-news.com,right-center,high
+suncommercial.com,right-center,high
+wabashplaindealer.com,right-center,high
+wach.com,right-center,high
+wsj.com,right-center,mixed
+recordherald.com,right-center,high
+thecentersquare.com,right-center,mixed
+rep-am.com,right-center,high
+foxbaltimore.com,right-center,high
+abc3340.com,right-center,high
+wchstv.com,right-center,high
+abcnews4.com,right-center,high
+wcti12.com,right-center,high
+wcyb.com,right-center,high
+foxlexington.com,right-center,high
+weartv.com,right-center,high
+wctrib.com,right-center,high
+nbc25news.com,right-center,high
+wfxl.com,right-center,high
+wgme.com,right-center,high
+upnorthlive.com,right-center,high
+wgxa.tv,right-center,high
+13wham.com,right-center,high
+local21news.com,right-center,high
+newschannel20.com,right-center,high
+sungazette.com,right-center,high
+news-herald.com,right-center,high
+wnewsj.com,right-center,high
+winchestersun.com,right-center,high
+windsorstar.com,right-center,high
+wjactv.com,right-center,high
+turnto10.com,right-center,high
+wjla.com,right-center,high
+dayton247now.com,right-center,high
+local12.com,right-center,high
+wlos.com,right-center,high
+fox11online.com,right-center,high
+mycbs4.com,right-center,high
+nbc24.com,right-center,high
+news4sanantonio.com,right-center,high
+fox56.com,right-center,high
+dglobe.com,right-center,high
+wpde.com,right-center,high
+cbs12.com,right-center,high
+fox23maine.com,right-center,high
+wpgh53.com,right-center,high
+mynbc15.com,right-center,high
+dayton247now.com,right-center,high
+foxrichmond.com,right-center,high
+wsbt.com,right-center,high
+wset.com,right-center,high
+cnycentral.com,right-center,high
+fox28media.com,right-center,high
+wtov9.com,right-center,high
+myfox28columbus.com,right-center,high
+newschannel9.com,right-center,high
+foxchattanooga.com,right-center,high
+wtwc40.com,right-center,high
+foxrochester.com,right-center,high
+wutv29.com,right-center,high
+wvah.com,right-center,high
+wcyb.com,right-center,high
+fox17.com,right-center,high
+xeniagazette.com,right-center,high
+yankeeinstitute.org,right-center,high
+yna.co.kr,right-center,mixed
+zebrafactcheck.com,right-center,high
+2ndvote.com,right,mixed
+abort73.com,right,mixed
+academia.org,right,mixed
+aim.org,right,mixed
+acton.org,right,mixed
+ac2news.com,right,mixed
+aish.com,right,mixed
+albertapressleader.ca,right,mixed
+amac.us,right,mixed
+a1apac.org,right,mixed
+americarisingpac.org,right,mixed
+aclj.org,right,mixed
+americanconsequences.com,right,mixed
+conservative.org,right,mixed
+aei.org,right,mixed
+americansforprosperity.org,right,mixed
+afpc.org,right,mixed
+amgreatness.com,right,mixed
+americanjournaldaily.com,right,mixed
+alec.org,right,mixed
+spectator.org,right,mixed
+amimagazine.org,right,mixed
+ammoland.com,right,mixed
+aa.com.tr,right,mixed
+arizonadailyindependent.com,right,mixed
+armstrongeconomics.com,right,mixed
+asianews.it,right,mixed
+aina.org,right,mixed
+badgerinstitute.org,right,mixed
+bearingarms.com,right,mixed
+beliefnet.com,right,mixed
+blabber.buzz,right,mixed
+policetribune.com,right,mixed
+boundingintocomics.com,right,mixed
+brownstone.org,right,mixed
+c2cjournal.ca,right,mixed
+calgarysun.com,right-center,mixed
+campaignlifecoalition.com,right,mixed
+campusreform.org,right,mixed
+capitalresearch.org,right,mixed
+freedomandprosperity.org,right,mixed
+americanexperiment.org,right,mixed
+chicksonright.com,right,mixed
+cc.org,right,mixed
+christianheadlines.com,right,mixed
+christiannewsalerts.com,right,mixed
+christianpost.com,right,mixed
+christiantoday.com,right,mixed
+chroniclesmagazine.org,right,mixed
+citizenfreepress.com,right,mixed
+cagw.org,right,mixed
+citizensunited.org,right,mixed
+city-journal.org,right,mixed
+nccivitas.org,right,mixed
+claremont.org,right,mixed
+commentarymagazine.com,right,mixed
+conservativebrief.com,right,mixed
+conservativefighters.co,right,mixed
+conservativehome.com,right-center,high
+conservativehq.org,right,mixed
+conservativeinstitute.org,right,mixed
+conservativeopinion.com,right,mixed
+cpi.org,right,mixed
+conservativereview.com,right,mixed
+crimeresearch.org,right,mixed
+crisismagazine.com,right,mixed
+dailycaller.com,right,mixed
+express.co.uk,right,mixed
+dailysignal.com,right,mixed
+telegraph.co.uk,right,mixed
+dcenquirer.com,right,mixed
+dailytorch.com,right,high
+dennismichaellynch.com,right,mixed
+telegraaf.nl,right,mixed
+disrn.com,right,mixed
+teamdml.com,right,mixed
+donaldjtrump.com,right,low
+epnewsleader.com,right,mixed
+economicpolicyjournal.com,right,high
+egypttoday.com,right,mixed
+energycitizens.org,right,mixed
+eppc.org,right,mixed
+erlc.com,right,mixed
+explainamerica.com,right,mixed
+factsandlogic.org,right,mixed
+faithwire.com,right,mixed
+fakehatecrimes.org,right,mixed
+fedsoc.org,right,mixed
+firstthings.com,right,mixed
+floridadaily.com,right,mixed
+fdd.org,right,high
+freerepublic.com,right,mixed
+freedomworks.org,right-center,mixed
+ff.org,right,mixed
+fff.org,right,mixed
+getreligion.org,right,mixed
+g-a-i.org,right,mixed
+grabien.com,right,mixed
+order-order.com,right,mixed
+heritage.org,right,mixed
+hotair.com,right,mixed
+hudson.org,right,high
+humanevents.com,right,mixed
+hurriyet.com.tr,right,mixed
+ibleedredwhiteblue.com,right,mixed
+illinoispolicy.org,right,mixed
+hillsdale.edu,right,mixed
+ijr.com,right,mixed
+iwf.org,right,mixed
+influencewatch.org,right,high
+issuesinsights.com,right,mixed
+jewishpolicycenter.org,right,high
+krone.at,right,mixed
+latestly.com,right,mixed
+lawliberty.org,right,high
+lawenforcementtoday.com,right,mixed
+journaldemontreal.com,right,mixed
+mediacircus.com,right,mixed
+mrc.org,right,mixed
+mediarightnews.com,right,mixed
+mercatornet.com,right,mixed
+milliyet.com.tr,right,mixed
+mises.org,right,mixed
+ncregister.com,right,mixed
+nationalcenter.org,right,mixed
+nfrw.org,right,mixed
+newbostonpost.com,right,mixed
+newsbusters.org,right,mixed
+newspageindex.com,right,mixed
+nysun.com,right,high
+ngo-monitor.org,right,mixed
+notthebee.com,right,high
+offgridsurvival.com,right,mixed
+oneangrygamer.net,right,mixed
+opslens.com,right,mixed
+outkick.com,right-center,mixed
+pantsonfirenews.com,right,mixed
+quadrant.org.au,right,mixed
+rd.com,right,mixed
+americasvoice.news,right,mixed
+redstate.com,right,mixed
+rightandfree.com,right,mixed
+ronpaullibertyreport.com,right,mixed
+sabah.com.tr,right,mixed
+newspress.com,right,mixed
+shorenewsnetwork.com,right,mixed
+skynews.com.au,right,mixed
+sonorannews.com,right,mixed
+sonsof1776.com,right,mixed
+tampafp.com,right,mixed
+tatumreport.com,right,mixed
+tenthamendmentcenter.com,right,mixed
+adelaidenow.com.au,right,mixed
+americafirstpolicy.com,right,mixed
+dailytelegraph.com.au,right,mixed
+dailywire.com,right,mixed
+thefirsttv.com,right,mixed
+theflstandard.com,right,mixed
+thegreggjarrett.com,right,mixed
+thehonestpatriot.net,right,mixed
+theleoterrell.com,right,mixed
+econlib.org,right,mixed
+thenationalherald.com,right,mixed
+thenewamerican.com,right,mixed
+patriotpost.us,right,mixed
+thepostmillennial.com,right,mixed
+thestar.com,right,mixed
+thesun.co.uk,right,mixed
+thetexan.news,right,mixed
+thetruthaboutguns.com,right,mixed
+the-sun.com,right,mixed
+timcast.com,right,mixed
+torontosun.com,right,mixed
+mydailyfreedom.com,right,mixed
+tnc.news,right,mixed
+trtworld.com,right,mixed
+twitchy.com,right,mixed
+unwatch.org,right,mixed
+valuetainment.com,right,mixed
+washingtonexaminer.com,right,mixed
+freebeacon.com,right,mixed
+watchdogreport.org,right,mixed
+weaselzippers.us,right,mixed
+westernstandard.news,right,mixed
+wikiislam.net,right,mixed
+wng.org,right,mixed
+yellowhammernews.com,right,high
+yaf.org,right,mixed
+freeworldnews.tv,right,low
+21stcenturywire.com,right,mixed
+79days.news,right,low
+911truth.org,right,low
+abovetopsecret.com,right,low
+acallforanuprising.com,right,low
+ageofautism.com,right,low
+amtvmedia.com,right,low
+alternativenews.com,right,low
+altleft.news,right,low
+americanfreepress.net,right,low
+aim4truth.org,right,low
+amg-news.com,right,low
+americanpolicy.org,right,low
+americasfrontlinedoctors.com,right,low
+answersingenesis.org,right,low
+askingangels.com,right,low
+australiannationalreview.com,right,low
+banned.video,right,low
+beholdisrael.org,right,mixed
+bestnewshere.com,right,low
+biggovernment.news,right,low
+biodefense.com,right,low
+biotechexpressmag.com,right,low
+blckbx.tv,right,low
+bonsens.info,right,low
+brandnewtube.com,right,low
+brighteon.com,right,low
+bugout.news,right,low
+campusinsanity.com,right,low
+cancer.news,right,low
+catholic.org,right,mixed
+childrenshealthdefense.org,right,low
+chlorellafactor.com,right,low
+carm.org,right,low
+cbn.com,right,mixed
+creation.com,right,low
+christianscience.com,right,low
+legitgov.org,right,mixed
+climatedepot.com,right,mixed
+climate.news,right,low
+cnnsofake.news,right,low
+collapse.news,right,low
+cfact.org,right,low
+consciouslifenews.com,left,mixed
+conspiracydailyupdate.com,right,low
+consumerwellness.org,right,low
+counterthink.com,right,low
+creationwiki.org,right,low
+dailyclout.io,right,low
+dailysceptic.org,right,low
+diedsuddenly.info,right,low
+discovery.org,right,low
+doctoroz.com,right,mixed
+ecology.news,right,low
+eluxemagazine.com,left,mixed
+ewg.org,left,mixed
+escapeallthesethings.com,right,low
+eugenics.news,right,low
+europereloaded.com,right,low
+faithit.com,right,mixed
+food.news,right,low
+thefreethoughtproject.com,left,low
+freedomadvocates.org,right,low
+freedomainradio.com,right,low
+freedom.news,right,low
+friendsofscience.org,right,mixed
+covid19criticalcare.com,right,low
+gender.news,right,low
+geoengineering.news,right,low
+glitch.news,right,low
+gmwatch.org,left,mixed
+godlikeproductions.com,right,low
+gotquestions.org,right,low
+govtslaves.com,right,low
+greenpeace.org,left,mixed
+healingfoodreference.com,right,low
+healthimpactnews.com,right,low
+health.news,right,low
+healthnutnews.com,right,low
+healthrangerreport.com,right,low
+savethemales.ca,right,low
+herbreference.com,right,low
+humansarefree.com,right,low
+infiniteunknown.net,right,low
+informationclearinghouse.info,left,mixed
+infowars.com,right,low
+ingredients.news,right,low
+theirishsentinel.com,right,low
+israel365news.com,right,mixed
+joebiden.news,right,low
+leftcult.com,right,low
+lesmoutonsrebelles.com,right,low
+liberty.news,right,low
+libertyplanets.com,right,low
+libtards.news,right,low
+littlethings.com,left,mixed
+liveaction.org,right,mixed
+medicalcensorship.com,right,low
+medicalkidnap.com,right,low
+nationalfile.com,right,low
+nationalsecurity.news,right,low
+naturalmedicine.news,right,low
+naturalnews.com,right,low
+naturalnewsblogs.com,right,low
+naturalnewsradio.com,right,low
+naturalpedia.com,right,low
+nomorefakenews.com,right,low
+notrickszone.com,right,low
+nutrientreference.com,right,low
+pandemic.news,right,low
+patriots4truth.org,right,low
+paulcraigroberts.org,right,low
+peta.org,left,mixed
+pollution.news,right,low
+pressfortruth.ca,right,mixed
+principia-scientific.org,right,low
+pdmj.org,right,low
+randpaul.news,right,low
+realclimatescience.com,right,low
+redpillpodcasts.com,right,low
+science.news,right,low
+snopes.news,right,low
+southfront.org,right,low
+supplementreference.com,right,low
+talknetwork.com,right,low
+technocracy.news,right,low
+healthranger.com,right,low
+thehealthyamerican.org,right,low
+newnationalist.net,right,low
+stream.org,right,mixed
+thetrumpet.com,right,mixed
+thetruthaboutcancer.com,right,low
+thoughtcrimeradio.net,right,low
+thriveglobal.com,left,mixed
+treason.news,right,low
+trunews.com,right,low
+truth11.com,right,low
+twisted.news,right,low
+ukcolumn.org,right,low
+usawatchdog.com,right,low
+vaccineimpact.com,right,low
+vaccines.news,right,low
+vactruth.com,right,low
+vaxxter.com,right,low
+vigilantcitizen.com,right,low
+votefraud.news,right,low
+wearechange.org,right,mixed
+whatdoesitmean.com,right,low
+whitehouse.news,right,low
+wikispooks.com,right,mixed
+winterwatch.net,right,low
+worldaffairsbrief.com,right,low
+worldcouncilforhealth.org,right,low
+worldtruth.tv,right,low
+worldviewweekend.com,right,low
+x22report.com,right,low
+zerohedge.com,right,low
+secondamendmentdaily.com,right,low
+100percentfedup.com,right,low
+24jours.com,right-center,low
+us24news.com,right,low
+avoiceformen.com,right,low
+acting-man.com,right,mixed
+elizabethjohnston.org,right,low
+adareporter.com,right-center,mixed
+adamscountytimes.com,right-center,mixed
+alarabiya.net,right-center,mixed
+albanystandard.com,right-center,mixed
+albawaba.com,right-center,mixed
+allnewspipeline.com,right-center,low
+adflegal.org,right,low
+almanar.com.lb,right-center,mixed
+almasdarnews.com,right,mixed
+alohastatenews.com,right-center,mixed
+youm7.com,right-center,mixed
+americamaxnews.com,right,low
+americaoutloud.com,right,low
+americanactionnews.com,right,mixed
+americancatholictribune.com,right-center,mixed
+acpeds.org,right,low
+afa.net,right,low
+afn.net,right,low
+americasfreedomfighters.com,right,low
+americangulag.org,right,low
+americanlibertyemail.com,right,low
+americanlookout.com,right,low
+americanpartisan.org,right,low
+americanpatriotdaily.com,right,low
+americanpeopledaily.com,right,low
+americanprinciplesproject.org,right,low
+amren.com,right,low
+tfp.org,right,low
+americanthinker.com,right,low
+awm.com,right,mixed
+americansfortruth.com,right,low
+americasnewssource.com,right,low
+amestoday.com,right-center,mixed
+amoskeagtimes.com,left-center,mixed
+analyzingamerica.org,right,mixed
+andersonreporter.com,right-center,mixed
+annarbortimes.com,right-center,mixed
+annearundeltoday.com,right-center,mixed
+anokatimes.com,right-center,mixed
+anonymouswire.com,right,low
+antelopevalleytoday.com,right-center,mixed
+arabnews.com,right-center,mixed
+arizonaindependent.com,left,mixed
+aroostooknews.com,right-center,mixed
+aapsonline.org,right,low
+athensreporter.com,right-center,mixed
+atlstandard.com,right-center,mixed
+auburntimes.com,right-center,mixed
+augustarichmondherald.com,left-center,mixed
+baldwintimes.com,right-center,mixed
+baltimorecitywire.com,right-center,mixed
+barenakedislam.com,right,low
+basnews.com,left,mixed
+batonrougereporter.com,right-center,mixed
+battlecreektimes.com,right-center,mixed
+baystatenews.com,right-center,mixed
+bb4sp.com,right,low
+bbarta24.net,left-center,mixed
+bdnews24.com,left-center,mixed
+beachbroadcastnews.com,right,low
+beantowntimes.com,right-center,mixed
+beckernews.com,right,low
+beforeitsnews.com,right,low
+bjreview.com,left-center,mixed
+bentontimes.com,right-center,mixed
+bigislandtimes.com,right-center,mixed
+bigleaguepolitics.com,right,low
+billionbibles.org,right,low
+bipartisanreport.com,left,low
+bitchute.com,right,low
+blackeyepolitics.com,right,low
+blackgenocide.org,right,low
+blacknews.com,left,mixed
+blackpigeonspeaks.com,right,low
+bloomingtonleader.com,right-center,mixed
+bluegrasstimes.com,right-center,mixed
+bluestatebluesnews.com,right,mixed
+boisecitywire.com,right-center,mixed
+bongino.com,right,mixed
+bostonbroadside.com,right,mixed
+bowlinggreentoday.com,right-center,mixed
+bossip.com,left,mixed
+bransontimes.com,right-center,mixed
+breakingchristiannews.com,right,low
+breitbart.com,right,mixed
+brevardsun.com,right-center,mixed
+bridgeporttimes.com,right-center,mixed
+bristolreporter.com,right-center,mixed
+britainfirst.org,right,low
+buckscountystandard.com,left-center,mixed
+caixinglobal.com,right-center,mixed
+caldronpool.com,right,mixed
+canadafreepress.com,right,low
+capecodledger.com,right-center,mixed
+micapitolnews.com,right-center,mixed
+capemonews.com,right-center,mixed
+capstonereport.com,right,low
+carbondalereporter.com,right-center,mixed
+azcatholictribune.com,right-center,mixed
+flcatholictribune.com,right-center,mixed
+micatholictribune.com,right-center,mixed
+mncatholictribune.com,right-center,mixed
+pacatholictribune.com,right-center,mixed
+wicatholictribune.com,right-center,mixed
+cctv.com,left-center,mixed
+cdareporter.com,right-center,mixed
+cedarrapidstoday.com,right-center,mixed
+trueactivist.com,left,low
+centerforsecuritypolicy.org,right,mixed
+centralbrowardnews.com,right-center,mixed
+centralcoloradonews.com,right-center,mixed
+centralfloridapost.com,right,low
+centralgeorgianews.com,right-center,mixed
+centralidahotimes.com,right-center,mixed
+centraliowatimes.com,right-center,mixed
+centrallouisiananews.com,right-center,mixed
+centralmissourinews.com,right-center,mixed
+centraloctimes.com,right-center,mixed
+centralpatimes.com,left-center,mixed
+centralstlnews.com,right-center,mixed
+chambanasun.com,right-center,mixed
+chicagocitywire.com,right-center,mixed
+chicotimes.com,right-center,mixed
+chinadaily.com.cn,left,mixed
+cgtn.com,left-center,mixed
+christianaction.org,right,low
+churchmilitant.com,right,mixed
+citizensjournal.us,right,mixed
+clarionproject.org,right,low
+claycotimes.com,right-center,mixed
+clayreporter.com,right-center,mixed
+cloverchronicle.com,right,low
+cnsnews.com,right,low
+coachellatoday.com,right-center,mixed
+coastalganews.com,right-center,mixed
+cobbnewsga.com,left-center,mixed
+cobbreporter.com,right-center,mixed
+coconinonews.com,right-center,mixed
+columbiamonews.com,right-center,mixed
+colonews.org,left-center,mixed
+columbusstandard.com,right-center,mixed
+cei.org,right,low
+concernedwomen.org,right,low
+conservapedia.com,right,mixed
+conservativeammo.com,right,low
+conservativebeaver.com,right,low
+conservativedailynews.com,right,mixed
+conservativedailypost.com,right,low
+conservativefiringline.com,right,low
+conservativefreepress.com,right,low
+conservativematrix.com,right,mixed
+conservativeplaylist.com,right,low
+facebook.com,right,low
+conservativepost.com,right,low
+conservativerevival.com,right,low
+westernjournal.com,right,low
+conservativeundergroundnews.com,right,mixed
+constitutionstatenews.com,right-center,mixed
+corona-transition.org,right,low
+cair.com,right-center,mixed
+councilforthenationalinterest.org,left-center,mixed
+conservative-headlines.org,right,low
+creativedestructionmedia.com,right,low
+culturewatchnews.com,right,mixed
+dagospia.com,right,low
+focusonthefamily.com,right,low
+dailyheadlines.net,right,low
+dailymail.co.uk,right,low
+dailypoliticalnewswire.com,right,low
+dailystar.co.uk,right-center,mixed
+stormer-daily.rw,right,low
+dakotatimes.com,right-center,mixed
+davidharrisjr.com,right,low
+dcdirtylaundry.com,right,low
+debka.com,right,mixed
+decaturtimes.com,right-center,mixed
+deepleftfield.info,left,mixed
+deepstatejournal.com,right,low
+defconnews.com,right,low
+defendingtherepublic.org,right,low
+defiantamerica.com,right,low
+dekalbganews.com,right-center,mixed
+dekalbtimes.com,right-center,mixed
+delawarevalleysun.com,left-center,mixed
+democrats.org,left,mixed
+denvercitywire.com,right-center,mixed
+deplorablekel.com,right,low
+desmoinessun.com,right-center,mixed
+desantisdaily.com,right,mixed
+detroitcitywire.com,right-center,mixed
+diamondandsilkinc.com,right,low
+disclose.tv,right,mixed
+discoverthenetworks.org,right,low
+djhjmedia.com,right,low
+dnyuz.com,right-center,mixed
+downeasttimes.com,right-center,mixed
+downrivertoday.com,right-center,mixed
+dubuquetimes.com,right-center,mixed
+dupagepolicyjournal.com,right-center,mixed
+duvaltimes.com,right-center,mixed
+eastalamedanews.com,right-center,mixed
+eastarapahoenews.com,right-center,mixed
+eastarizonanews.com,right-center,mixed
+ecalabamanews.com,right-center,mixed
+eastcentralreporter.com,right-center,mixed
+eastcontracostanews.com,right-center,mixed
+easthillsboroughnews.com,right-center,mixed
+eastidahotimes.com,right-center,mixed
+eastindynews.com,right-center,mixed
+eciowanews.com,right-center,mixed
+eastkentuckytimes.com,right-center,mixed
+eastlittlerocktimes.com,right-center,mixed
+eastlouisvillenews.com,right-center,mixed
+eastmichigannews.com,right-center,mixed
+eastpanhandlenews.com,right-center,mixed
+eastpennyroyalnews.com,right-center,mixed
+eastsandiegonews.com,right-center,mixed
+eastsbvtimes.com,right-center,mixed
+eastsfvtoday.com,right-center,mixed
+eastsierranews.com,right-center,mixed
+easttwincities.com,right-center,mixed
+eastventuranews.com,right-center,mixed
+eastvolusianews.com,right-center,mixed
+eastwichitatimes.com,right-center,mixed
+easternwaynetoday.com,right-center,mixed
+echocheck.org,right,low
+ecgeorgianews.com,right-center,mixed
+ecindiananews.com,right-center,mixed
+eckansasnews.com,right-center,mixed
+ecmissnews.com,right-center,mixed
+elizabethtowntimes.com,right-center,mixed
+elkharttimes.com,right-center,mixed
+emeraldcoasttimes.com,right-center,mixed
+emirates247.com,right-center,mixed
+en-volve.com,right,low
+endthefed.org,right,low
+europe-israel.org,right,mixed
+everetttimes.com,left-center,mixed
+everytownresearch.org,left,mixed
+evil.news,right,low
+factcheckingturkey.com,right,mixed
+frc.org,right,low
+familysurvivalheadlines.com,right,mixed
+farsnews.ir,left-center,mixed
+dissident-mag.com,right,low
+fayettevillestandard.com,right-center,mixed
+federalistpress.com,right,mixed
+femalista.com,left,mixed
+filmingcops.com,left,mixed
+fireboebert.com,left,mixed
+firststatetimes.com,right-center,mixed
+fl24.net,right,mixed
+flagandcross.com,right,mixed
+thecareerbd.com,right-center,mixed
+floridaparishnews.com,right-center,mixed
+conservativeglobe.com,right,low
+fortsmithtimes.com,right-center,mixed
+foxnews.com,right,mixed
+frankspeech.com,right,low
+freedomfirstnetwork.com,right,low
+freedomnewsreport.com,right,mixed
+freedomproject.com,right,low
+freewestmedia.com,right,mixed
+fresnoleader.com,right-center,mixed
+friatider.se,right,low
+frontpagemag.com,right,low
+ftwaynetimes.com,right-center,mixed
+gab.com,right,low
+gadsdentoday.com,right-center,mixed
+galesburgreporter.com,right-center,mixed
+gatestoneinstitute.org,right,mixed
+gbnews.uk,right,mixed
+gellerreport.com,right,low
+gemstatewire.com,right-center,mixed
+geneseenews.com,right-center,mixed
+genzconservative.com,right,mixed
+geologyin.com,neutral,high
+georgiamountainnews.com,right-center,mixed
+gettr.com,right,low
+ghost.report,right,mixed
+girlsjustwannahaveguns.com,right,low
+gnews.org,right,low
+goldcountrytoday.com,right-center,mixed
+goldenstatetoday.com,right-center,mixed
+gopdailybrief.com,right,mixed
+gop.gov,right,mixed
+gopusa.com,right,mixed
+grandcanyontimes.com,right-center,mixed
+grandjunctiontimes.com,right-center,mixed
+grandrapidsminews.com,left-center,mixed
+grandrapidsreporter.com,right-center,mixed
+granma.cu,left,mixed
+greatamericandaily.com,right,low
+greatlakeswire.com,right-center,mixed
+greatreject.org,right,low
+gript.ie,right,mixed
+grundyreporter.com,right-center,mixed
+grunge.com,left-center,mixed
+gtrtimes.com,right-center,mixed
+gucmakale.com,left,mixed
+gulfnews.com,right,mixed
+hagmannreport.com,right,low
+halturnerradioshow.com,right,low
+hannity.com,right,low
+harfordnews.com,right-center,mixed
+hartfordreporter.com,right-center,mixed
+hawarnews.org,left,low
+hawkeyereporter.com,right-center,mixed
+headlineusa.com,right,mixed
+headtopics.com,left-center,mixed
+hendersontimes.org,left-center,mixed
+hereistheevidence.com,right,low
+hernandoreporter.com,right-center,mixed
+heartland.org,right,low
+hindustantimes.com,left-center,mixed
+hoggwatch.com,right,low
+honolulureporter.com,right-center,mixed
+hollandreporter.com,right-center,mixed
+hoosierstatetoday.com,right-center,mixed
+hopkinsvilletimes.com,right-center,mixed
+hotspringstimes.com,right-center,mixed
+houmathibodauxnews.com,right-center,mixed
+housatonicvalleynews.com,right-center,mixed
+howardconews.com,right-center,mixed
+huntsvilleleader.com,right-center,mixed
+hutchtoday.com,right-center,mixed
+iharare.com,left,mixed
+ihatethemedia.com,right,low
+ihypocrite.net,right,mixed
+illegalaliencrimereport.com,right,mixed
+illicitinfo.com,right,low
+illinoisvalleytimes.com,right-center,mixed
+imperialcanews.com,right-center,mixed
+infogalactic.com,right,low
+independentsentinel.com,right,low
+indystandard.com,right-center,mixed
+informationliberation.com,right,low
+informer.rs,right,mixed
+infoscum.com,left-center,mixed
+interioralaskanews.com,right-center,mixed
+iowacitytoday.com,right-center,mixed
+jacksonpurchasenews.com,right-center,mixed
+jeffcitynews.com,right-center,mixed
+jeffcotimes.com,right-center,mixed
+jeffersonreporter.com,right-center,mixed
+jocotoday.com,right-center,mixed
+jbs.org,right,low
+jonesborotimes.com,right-center,mixed
+jordanbpeterson.com,right,mixed
+judicialwatch.org,right,low
+justthenews.com,right,mixed
+kalamazootimes.com,right-center,mixed
+kanecountyreporter.com,right-center,mixed
+kankakeetimes.com,right-center,mixed
+katehon.com,right,low
+kauaisun.com,right-center,mixed
+kcreporter.com,right-center,mixed
+kendallcountytimes.com,right-center,mixed
+kentcountytoday.com,right-center,mixed
+kentuckianatimes.com,right-center,mixed
+kerncountytimes.com,right-center,mixed
+keywestreporter.com,right-center,mixed
+kingscountytimes.com,right-center,mixed
+kokomostandard.com,right-center,mixed
+kcna.kp,left,low
+lacrosseleader.org,left-center,mixed
+lafayettereporter.com,right-center,mixed
+lafayettetimes.com,right-center,mixed
+laharbornews.com,right-center,mixed
+lakecountygazette.com,right-center,mixed
+laketahoesun.com,right-center,mixed
+lancastercourier.com,left,mixed
+lansingsun.com,right-center,mixed
+larimernews.com,right-center,mixed
+lastfrontiernews.com,right-center,mixed
+lawrencereporter.com,right-center,mixed
+laxleader.com,right-center,mixed
+lewistontimes.com,right-center,mixed
+libertybell.com,right,low
+libertywire.net,right,low
+lifenews.com,right,low
+lifesitenews.com,right,low
+lindelltv.com,right,low
+litchfieldhillstoday.com,right-center,mixed
+littleappletimes.com,right-center,mixed
+livingstontoday.com,right-center,mixed
+itemfix.com,right-center,mixed
+louderwithcrowder.com,right,mixed
+louisvillecitywire.com,right-center,mixed
+lowedeltanews.com,right-center,mixed
+macombtoday.com,right-center,mixed
+maconreporter.com,right-center,mixed
+macontimes.com,right-center,mixed
+magicvalleytimes.com,right-center,mixed
+magnoliastatenews.com,right-center,mixed
+mainebusinessdaily.com,right-center,mixed
+mainehighlandsnews.com,right-center,mixed
+mainelakesnews.com,right-center,mixed
+mainstreamfakemedia.com,right,low
+manateereview.com,right-center,mixed
+manilabusinessdaily.com,right-center,mixed
+marinleader.com,right-center,mixed
+mdbusinessdaily.com,right-center,mixed
+mdstatewire.com,right-center,mixed
+mabusinessdaily.com,right-center,mixed
+matsutimes.com,right-center,mixed
+mchenrytimes.com,right-center,mixed
+mcleancountytimes.com,right-center,mixed
+mercedtimes.com,right-center,mixed
+mercopress.com,left-center,mixed
+merrimackvalleynews.com,right-center,mixed
+metricmedianews.com,right-center,mixed
+metroeastsun.com,right-center,mixed
+metrolexnews.com,right-center,mixed
+metrowesttimes.com,right-center,mixed
+mexicobusinessdaily.com,right-center,mixed
+miamicourant.com,right-center,mixed
+miamistandard.news,right,mixed
+micdroppolitics.com,right,low
+mibusinessdaily.com,right-center,mixed
+themichiganstar.com,right,mixed
+midcoasttoday.com,right-center,mixed
+mena.org.eg,right-center,mixed
+midmassnews.com,right-center,mixed
+militarywatchmagazine.com,right-center,mixed
+minneapolisreview.com,right-center,mixed
+mnbusinessdaily.com,right-center,mixed
+minnesotastatewire.com,right-center,mixed
+theminnesotasun.com,right,mixed
+mintpressnews.com,left,low
+msbusinessdaily.com,right-center,mixed
+msgulfnews.com,right-center,mixed
+mobusinessdaily.com,right-center,mixed
+mobilecourant.com,right-center,mixed
+mohavetoday.com,right-center,mixed
+monroereview.com,right-center,mixed
+montereytimes.com,right-center,mixed
+montgomerymdnews.com,right-center,mixed
+moonofalabama.org,left,low
+morningpoll.com,right,low
+mtonews.com,left-center,low
+munciereporter.com,right-center,mixed
+muskegonsun.com,right-center,mixed
+nwiowanews.com,right-center,mixed
+naplesstandard.com,right-center,mixed
+naturecoasttimes.com,right-center,mixed
+nationalinsiders.com,right,low
+nra.org,right,mixed
+nrlc.org,right,mixed
+nationalzero.com,left,mixed
+nationandstate.com,right,low
+naturalstatenews.com,right-center,mixed
+naugatucktimes.com,right-center,mixed
+ncfloridanews.com,right-center,mixed
+ncgeorgianews.com,right-center,mixed
+nckansasnews.com,right-center,mixed
+ncindiananews.com,right-center,mixed
+nckentuckynews.com,right-center,mixed
+ncmassnews.com,right-center,mixed
+ncminnesotanews.com,right-center,mixed
+ncmissnews.com,right-center,mixed
+nealabamanews.com,right-center,mixed
+neatlantanews.com,right-center,mixed
+necalinews.com,right-center,mixed
+necoloradonews.com,right-center,mixed
+neconnnews.com,right-center,mixed
+nefloridanews.com,right-center,mixed
+neindiananews.com,right-center,mixed
+nekansascitynews.com,right-center,mixed
+nekansasnews.com,right-center,mixed
+nekentuckynews.com,right-center,mixed
+nelouisiananews.com,right-center,mixed
+nemissnews.com,right-center,mixed
+nemissourinews.com,right-center,mixed
+nesacramentonews.com,right-center,mixed
+nevalleytimes.com,right-center,mixed
+journal-neo.org,right,low
+news18.com,right-center,mixed
+newsbreak.com,left-center,mixed
+newsglobal.com,right,low
+newshourfirst.com,right,low
+newspunch.com,right,low
+newspushed.com,right,low
+newsready.com,right,mixed
+newssloth.com,right,mixed
+newsmax.com,right,low
+newsview.gr,right,low
+nextnewsnetwork.com,right,low
+nolareporter.com,right-center,mixed
+noqreport.com,right,low
+nordicmonitor.com,left-center,mixed
+norfolkreporter.com,right-center,mixed
+northacadiananews.com,right-center,mixed
+northalaskanews.com,right-center,mixed
+northbaltimorejournal.com,right-center,mixed
+northbirminghamtimes.com,right-center,mixed
+northbluegrassnews.com,right-center,mixed
+northbostonnews.com,right-center,mixed
+northbrowardnews.com,right-center,mixed
+ncarkansasnews.com,right-center,mixed
+northcoastcanews.com,right-center,mixed
+northcooknews.com,right-center,mixed
+northdsmnews.com,right-center,mixed
+northernwitimes.com,left-center,mixed
+northegyptnews.com,right-center,mixed
+northfultontoday.com,right-center,mixed
+northgwinnettnews.com,right-center,mixed
+northhennepinnews.com,right-center,mixed
+northmichigannews.com,right-center,mixed
+northidahotimes.com,right-center,mixed
+northindynews.com,right-center,mixed
+northinlandnews.com,right-center,mixed
+northiowareporter.com,right-center,mixed
+northjeffconews.com,right-center,mixed
+northkentnews.com,right-center,mixed
+northkentuckynews.com,right-center,mixed
+northlaketimes.com,right-center,mixed
+northlittlerocktimes.com,right-center,mixed
+northmianews.com,right-center,mixed
+northoctimes.com,right-center,mixed
+northpanhandlenews.com,right-center,mixed
+northpimanews.com,right-center,mixed
+northramseynews.com,right-center,mixed
+northsactoday.com,right-center,mixed
+northnewcastlenews.com,right-center,mixed
+northsfvtoday.com,right-center,mixed
+northsgvnews.com,right-center,mixed
+northshorelanews.com,right-center,mixed
+northstlnews.com,right-center,mixed
+nwwaynenews.com,right-center,mixed
+nwlaketimes.com,left-center,mixed
+northwichitanews.com,right-center,mixed
+novitimes.com,right-center,mixed
+nowthisnews.com,left,mixed
+npr.news,right,low
+nationalrighttolifenews.org,right,low
+ntd.com,right,mixed
+nwalabamanews.com,right-center,mixed
+nwarkansasnews.com,right-center,mixed
+nwatlantanews.com,right-center,mixed
+nwconnnews.com,right-center,mixed
+nwgeorgianews.com,right-center,mixed
+nwillinoisnews.com,right-center,mixed
+nwkansasnews.com,right-center,mixed
+nwkentuckynews.com,right-center,mixed
+nwlatimes.com,right-center,mixed
+nwlouisiananews.com,right-center,mixed
+nwminnesotanews.com,right-center,mixed
+nwmissnews.com,right-center,mixed
+nwriversidenews.com,right-center,mixed
+nwvalleytimes.com,right-center,mixed
+trendingpolitics.com,right,low
+oaklandcitywire.com,right-center,mixed
+oathkeepers.org,right,low
+objectivist.co,right,mixed
+occupydemocrats.com,left,low
+okeechobeetimes.com,right-center,mixed
+origo.hu,right,mixed
+orlandostandard.com,right-center,mixed
+outragedpatriot.com,right,low
+oxfordreporter.com,right-center,mixed
+palmcoasttimes.com,right-center,mixed
+panamacityreporter.com,right-center,mixed
+parler.com,right,low
+patriotfetch.com,right,low
+patrioticpost.com,right,low
+patriotnewsfeed.com,right,mixed
+patriotpulse.net,right,mixed
+patriotuproar.com,right,mixed
+peachtreegazette.com,left-center,mixed
+peachtreetimes.com,right-center,mixed
+pelicanstatenews.com,right-center,mixed
+pennsylvaniaindependent.com,left,mixed
+pensacolatimes.com,right-center,mixed
+peoriastandard.com,right-center,mixed
+perezhilton.com,left,mixed
+phxreporter.com,right-center,mixed
+pinaltoday.com,right-center,mixed
+pinebelttimes.com,right-center,mixed
+pinellastimes.com,right-center,mixed
+pinestatenews.com,right-center,mixed
+pjmedia.com,right,mixed
+plymouthreporter.com,right-center,mixed
+pocatellotimes.com,right-center,mixed
+politicalanimalnews.com,right,mixed
+politicalflare.com,left,low
+polktimes.com,right-center,mixed
+pomonavalleynews.com,right-center,mixed
+pontiactimes.com,right-center,mixed
+pop.org,right,low
+populistpress.com,right,low
+portlandmainenews.com,right-center,mixed
+prageru.com,right,low
+prairiestatewire.com,right-center,mixed
+pravdareport.com,right,low
+presidentialhill.com,right,low
+presscalifornia.com,right,low
+presscorp.org,right,mixed
+presstv.ir,right,low
+projectveritas.com,right,mixed
+protothema.gr,right,mixed
+protrumpnews.com,right,low
+pulaskitimes.com,right-center,mixed
+quincyreporter.com,right-center,mixed
+rairfoundation.com,right,low
+rationalground.com,right,mixed
+redacted.inc,right,mixed
+reddingtoday.com,right-center,mixed
+redrightdaily.com,right,mixed
+redstatenation.com,right,low
+redvoicemedia.com,right,low
+redwoodempirenews.com,right-center,mixed
+reformedmedia.net,right,low
+renewedright.com,right,mixed
+republicandaily.net,right,mixed
+gop.com,right,mixed
+resistthemainstream.org,right,mixed
+ria.ru,right-center,low
+righterway.com,right,low
+rightnewswire.com,right,mixed
+rsbnetwork.com,right,low
+riverbendtimes.com,right-center,mixed
+riverparishnews.com,right-center,mixed
+riverregiontimes.com,right-center,mixed
+rivervalleytoday.com,right-center,mixed
+rockfordsun.com,right-center,mixed
+rockislandtoday.com,right-center,mixed
+rodong.rep.kp,left,low
+roguereview.net,right,low
+romereporter.com,right-center,mixed
+rt.com,right-center,low
+rumble.com,right,low
+ruptly.tv,right-center,mixed
+rushlimbaugh.com,right,low
+russia-insider.com,right,low
+tass.com,right-center,mixed
+ruthinstitute.org,right,low
+salemnewswire.com,right-center,mixed
+sanfransun.com,right-center,mixed
+sangamonsun.com,right-center,mixed
+sanjoaquintimes.com,right-center,mixed
+sanjosestandard.com,right-center,mixed
+santaclaratoday.com,right-center,mixed
+santacruzstandard.com,right-center,mixed
+sanmateosun.com,right-center,mixed
+smobserved.com,right,low
+sarasotareview.com,right-center,mixed
+savannahstandard.com,right-center,mixed
+scalaskanews.com,right-center,mixed
+seatlantanews.com,right-center,mixed
+sckansasnews.com,right-center,mixed
+scminnesotanews.com,right-center,mixed
+scmissnews.com,right-center,mixed
+sealaskanews.com,right-center,mixed
+searizonanews.com,right-center,mixed
+sebluegrassnews.com,right-center,mixed
+seconnnews.com,right-center,mixed
+sedenvernews.com,right-center,mixed
+segeorgianews.com,right-center,mixed
+segrandrapids.com,right-center,mixed
+seillinoisnews.com,right-center,mixed
+seindiananews.com,right-center,mixed
+seiowanews.com,right-center,mixed
+sekentuckynews.com,right-center,mixed
+selatimes.com,right-center,mixed
+seminnesotanews.com,right-center,mixed
+seoaklandnews.com,right-center,mixed
+setwincities.com,right-center,mixed
+sfvtoday.com,right-center,mixed
+sgvstandard.com,right-center,mixed
+shafaq.com,left,mixed
+shelbyreview.com,right-center,mixed
+shiawasseetimes.com,right-center,mixed
+shoalstoday.com,right-center,mixed
+shreveportreporter.com,right-center,mixed
+siouxcitytimes.com,right-center,mixed
+sloreporter.com,right-center,mixed
+sohu.com,left-center,mixed
+solanosun.com,right-center,mixed
+southalamedanews.com,right-center,mixed
+southatlantanews.com,right-center,mixed
+southbayleader.com,right-center,mixed
+southbaysdnews.com,right-center,mixed
+southbendtimes.com,right-center,mixed
+southalabamatimes.com,right-center,mixed
+southbrowardnews.com,right-center,mixed
+southcentralreporter.com,right-center,mixed
+southcooknews.com,right-center,mixed
+silnews.com,right-center,mixed
+southernindianatoday.com,right-center,mixed
+southdsmnews.com,right-center,mixed
+southgeorgiatimes.com,right-center,mixed
+southgwinnettnews.com,right-center,mixed
+southhennepinnews.com,right-center,mixed
+southindynews.com,right-center,mixed
+southiowanews.com,right-center,mixed
+southjeffconews.com,right-center,mixed
+southkentnews.com,right-center,mixed
+southlaketoday.com,right-center,mixed
+southlouisiananews.com,right-center,mixed
+southmainenews.com,right-center,mixed
+southmianews.com,right-center,mixed
+southmichigannews.com,right-center,mixed
+southnewcastlenews.com,right-center,mixed
+southorlandonews.com,right-center,mixed
+southpalmbeachtoday.com,right-center,mixed
+southpinellastimes.com,right-center,mixed
+southsactoday.com,right-center,mixed
+southsfbaynews.com,right-center,mixed
+southsgvnews.com,right-center,mixed
+swillinoisnews.com,right-center,mixed
+southwichitanews.com,right-center,mixed
+springfieldcitywire.com,right-center,mixed
+springstimes.com,right-center,mixed
+sputniknews.com,right-center,low
+sputniknews.com,right-center,low
+snanews.de,right-center,low
+stjoebentonharbor.com,right-center,mixed
+stpetestandard.com,right-center,mixed
+stateofthenation.co,right,low
+stcloudsun.com,right-center,mixed
+steadfastclash.com,right,mixed
+steadfastdaily.com,right,mixed
+stoppingsocialism.com,right,mixed
+stpaulreporter.com,right-center,mixed
+southbirminghamtimes.com,right-center,mixed
+southfultontoday.com,right-center,mixed
+southoctimes.com,right-center,mixed
+southpimanews.com,right-center,mixed
+southsfvtoday.com,right-center,mixed
+stclairtoday.com,right-center,mixed
+strategic-culture.org,right,low
+trumpstudents.org,right,mixed
+sturgiscoldwaternews.com,right-center,mixed
+sunflowerstatenews.com,right-center,mixed
+sunshinesentinel.com,right-center,mixed
+sussexreview.com,right-center,mixed
+swalaskanews.com,right-center,mixed
+swarizonanews.com,right-center,mixed
+swarkansastimes.com,right-center,mixed
+swbluegrassnews.com,right-center,mixed
+swcoloradonews.com,right-center,mixed
+swconnnews.com,right-center,mixed
+swgeorgianews.com,right-center,mixed
+swindiananews.com,right-center,mixed
+swiowatimes.com,right-center,mixed
+swkansasnews.com,right-center,mixed
+swlouisiananews.com,right-center,mixed
+swminnesotatoday.com,right-center,mixed
+swmissnews.com,right-center,mixed
+swriversidenews.com,right-center,mixed
+swvalleytimes.com,right-center,mixed
+syriana-analysis.com,left,mixed
+tallahasseesun.com,right-center,mixed
+tamparepublic.com,right-center,mixed
+tbdailynews.com,right,mixed
+techstartups.com,right-center,mixed
+thebeardedpatriot.com,right,low
+thebeltwayreport.com,right,mixed
+thebl.com,right,mixed
+theblaze.com,right,mixed
+thebluestateconservative.com,right,low
+theconservativecentral.com,right,low
+conservativepapers.com,right,mixed
+thecovidworld.com,right,low
+thecountersignal.com,right,mixed
+dailyboulder.com,left,mixed
+thedcpatriot.com,right,low
+thedesertreview.com,right-center,mixed
+theduran.com,right,low
+theepochtimes.com,right,mixed
+thefederalist.com,right,mixed
+thefreedomtimes.com,right,low
+thegatewaypundit.com,right,low
+thejeffreylord.com,right,mixed
+thejewishvoice.com,right,mixed
+joerogan.com,right-center,mixed
+thelibertyloft.com,right,mixed
+thelibertyrevolution.com,right,low
+michiganindependent.com,left,mixed
+thenationalpulse.com,right,mixed
+ohioindependent.com,left,mixed
+theohiostar.com,right,mixed
+other98.com,left,low
+thepatriotnation.net,right,low
+thepostemail.com,right,mixed
+theproudliberal.org,left,mixed
+theragingpatriot.org,right,low
+rebelnews.com,right,mixed
+thereligionofpeace.com,right,low
+remnantnewspaper.com,right,low
+rfangle.com,right,mixed
+theregionnews.com,right-center,mixed
+therightscoop.com,right,mixed
+therightstuff.biz,right,low
+sciencetimes.com,right-center,mixed
+thescoop.us,right,mixed
+sonsoflibertymedia.com,right,low
+thespectator.info,right,low
+tennesseestar.com,right,mixed
+tehrantimes.com,right,mixed
+thetruedefender.com,right,low
+thetruereporter.com,right,low
+unz.com,right,low
+warrensun.com,right-center,mixed
+wisconsinindependent.com,left,mixed
+thumbreporter.com,right-center,mixed
+toddstarnes.com,right,mixed
+toofab.com,left,mixed
+topekasun.com,right-center,mixed
+townhall.com,right,mixed
+tplnews.com,left,mixed
+treasurecoastsun.com,right-center,mixed
+treasurevalleytimes.com,right-center,mixed
+trendingpoliticsnews.com,right,mixed
+tricitysun.com,right-center,mixed
+trump.news,right,low
+trumptrainnews.com,right,mixed
+truthandaction.org,right,low
+truthinmedia.com,right,low
+truthpress.com,right,low
+tucsonstandard.com,right-center,mixed
+tularetimes.com,right-center,mixed
+tpusa.com,right,low
+tuscaloosaleader.com,right-center,mixed
+uncoverdc.com,right,low
+understandingthethreat.com,right,low
+uniteamericafirst.com,right,low
+unitynewsnetwork.co.uk,right,mixed
+unmuzzlednews.com,right,mixed
+upgazette.com,right-center,mixed
+upperdeltanews.com,right-center,mixed
+usbacklash.org,right,low
+usareally.com,right,low
+usasupreme.com,right,low
+ussanews.com,right,low
+vancouvertimes.org,right,mixed
+patriotfront.us,right,low
+vdare.com,right,low
+verdugosnews.com,right-center,mixed
+victorvalleytimes.com,right-center,mixed
+vidmax.com,right,low
+thevirginiastar.com,right,mixed
+visiontimes.com,right,mixed
+wallbuilders.com,right,low
+waronfakes.com,right,low
+warnerrobinstoday.com,right-center,mixed
+warroom.org,right,low
+washingtonsources.org,left-center,mixed
+washingtontimes.com,right-center,mixed
+waterfordtoday.com,right-center,mixed
+waterlootimes.com,right-center,mixed
+waynedupree.com,right,low
+wcgeorgianews.com,right-center,mixed
+wcindiananews.com,right-center,mixed
+wciowanews.com,right-center,mixed
+wcminnesotanews.com,right-center,mixed
+wcmissnews.com,right-center,mixed
+weibo.com,left,mixed
+westatlantanews.com,right-center,mixed
+wethepeopledaily.com,right,low
+westbanklanews.com,right-center,mixed
+wcalabamanews.com,right-center,mixed
+wcmichigannews.com,right-center,mixed
+westcentralreporter.com,right-center,mixed
+westcontracostanews.com,right-center,mixed
+westcooknews.com,right-center,mixed
+westdsmnews.com,right-center,mixed
+westeldoradonews.com,right-center,mixed
+westernwaynetoday.com,right-center,mixed
+westflnews.com,right-center,mixed
+westhillsboroughnews.com,right-center,mixed
+westindynews.com,right-center,mixed
+westernjournal.com,right,mixed
+westlatimes.com,right-center,mixed
+westmassnews.com,right-center,mixed
+westoctimes.com,right-center,mixed
+westpennyroyalnews.com,right-center,mixed
+westsbvtimes.com,right-center,mixed
+westsfvtoday.com,right-center,mixed
+westsgvnews.com,right-center,mixed
+westtwincities.com,right-center,mixed
+westventuranews.com,right-center,mixed
+westvolusianews.com,right-center,mixed
+whatfinger.com,right,low
+wichitastandard.com,right-center,mixed
+willcountygazette.com,right-center,mixed
+winecountrytimes.com,right-center,mixed
+wiregrasstimes.com,right-center,mixed
+wisconsinlaketimes.com,left-center,mixed
+thepublicdiscourse.com,right,low
+wndnewscenter.org,right,low
+womenarehuman.com,right,mixed
+facebook.com,left,mixed
+wnd.com,right,low
+wn.com,neutral,mixed
+worldstarhiphop.com,left,mixed
+worldtribune.com,right,low
+wyandottetimes.com,right-center,mixed
+news.cn,left,mixed
+xinhuanet.com,left,mixed
+yavapainews.com,right-center,mixed
+yellowhammertimes.com,right-center,mixed
+yaliberty.org,right,low
+yc.news,right,mixed
+yournews.com,right,mixed
+yubasuttertimes.com,right-center,mixed
+z3news.com,right,low
+mdpi.com,neutral,mixed
+airspacemag.com,neutral,high
+cornell.edu,neutral,high
+aap.org,neutral,high
+aaas.org,neutral,high
+cancer.org,neutral,high
+agu.org,neutral,high
+ajaonline.org,neutral,high
+aphapublications.org,neutral,high
+lung.org,neutral,high
+ama-assn.org,neutral,high
+aps.org,neutral,high
+psychiatry.org,neutral,high
+apsa.org,neutral,high
+americanscientist.org,neutral,high
+archaeology.org,neutral,high
+astronomy.com,neutral,high
+skeptics.com.au,neutral,high
+autisticadvocacy.org,neutral,high
+sciencefocus.com,neutral,high
+biomedcentral.com,neutral,high
+biospace.com,neutral,mixed
+bio.org,neutral,high
+carbonbrief.org,left-center,high
+cdc.gov,neutral,high
+climateactiontracker.org,neutral,high
+climatecentral.org,neutral,high
+climatefeedback.org,neutral,high
+climatesciencewatch.org,neutral,high
+cochrane.org,neutral,high
+consumerlab.com,neutral,high
+contagionlive.com,neutral,high
+cosmosmagazine.com,neutral,high
+covid.gov,neutral,high
+disabilityscoop.com,neutral,high
+discovermagazine.com,neutral,high
+drugs.com,neutral,high
+earthsky.org,neutral,high
+britannica.com,neutral,high
+eurekalert.org,neutral,high
+everydayhealth.com,neutral,high
+fas.org,neutral,high
+frontiersin.org,neutral,mixed
+frontiersin.org,neutral,mixed
+frontiersin.org,neutral,mixed
+frontiersin.org,neutral,mixed
+futurism.com,neutral,mixed
+genengnews.com,neutral,high
+geneticliteracyproject.org,neutral,high
+healio.com,neutral,high
+healthaffairs.org,neutral,high
+healthline.com,neutral,mixed
+ieee.org,neutral,high
+healthdata.org,neutral,high
+issues.org,neutral,high
+hopkinsmedicine.org,neutral,high
+livescience.com,neutral,high
+mdpi.com,neutral,mixed
+medicalnewstoday.com,neutral,high
+medpagetoday.com,neutral,high
+mentaldaily.com,neutral,high
+nationalgeographic.com,neutral,high
+nature.com,neutral,high
+newatlas.com,neutral,high
+nejm.org,neutral,high
+news-medical.net,neutral,mixed
+paho.org,neutral,high
+psychcentral.com,neutral,high
+psychologytoday.com,neutral,high
+psypost.org,neutral,high
+nih.gov,neutral,high
+researchgate.net,neutral,high
+resourcewatch.org,neutral,high
+sciencedirect.com,neutral,high
+sciencefeedback.co,neutral,high
+scienceillustrated.com.au,neutral,high
+science.org,neutral,high
+sciencealert.com,neutral,high
+scientificamerican.com,left-center,high
+scitechdaily.com,neutral,high
+ucsd.edu,neutral,high
+singularityhub.com,neutral,high
+aip.org,neutral,high
+thelancet.com,neutral,high
+thelogicofscience.com,neutral,high
+the-scientist.com,neutral,high
+skepdic.com,neutral,high
+blogspot.com,neutral,high
+unep.org,neutral,high
+universetoday.com,neutral,high
+ornl.gov,neutral,high
+vaxopedia.org,neutral,high
+verywellhealth.com,neutral,high
+verywellfamily.com,neutral,high
+verywellfit.com,neutral,high
+webmd.com,neutral,high
+who.int,neutral,high
+wmo.int,neutral,high
+zmescience.com,neutral,high
+courier-tribune.com,neutral,high
+cpac.ca,neutral,high
+law.com,neutral,high
+federaltimes.com,neutral,high
+healthcarefinancenews.com,neutral,high
+iea.org,neutral,high
+knowyourmeme.com,neutral,high
+alaskasnewssource.com,neutral,high
+leadstories.com,neutral,high
+memeorandum.com,neutral,mixed
+military.com,neutral,high
+militarytimes.com,neutral,high
+nber.org,neutral,high
+followthemoney.org,neutral,high
+nationmaster.com,neutral,high
+necn.com,neutral,high
+newslookup.com,neutral,mixed
+nolabels.org,neutral,high
+noozhawk.com,neutral,high
+patch.com,neutral,high
+patheos.com,neutral,mixed
+piie.com,neutral,high
+placesjournal.org,neutral,high
+poynter.org,neutral,high
+prnewswire.com,neutral,high
+procon.org,neutral,high
+rsf.org,neutral,high
+reporterslab.org,neutral,high
+riverbender.com,neutral,high
+rollcall.com,neutral,high
+sayfiereview.com,neutral,high
+scotusblog.com,neutral,high
+siouxcityjournal.com,left-center,high
+smartnews.com,neutral,mixed
+southbendtribune.com,neutral,high
+sun-sentinel.com,neutral,high
+swtimes.com,neutral,high
+stripes.com,neutral,high
+statesmanjournal.com,neutral,high
+texasstandard.org,neutral,high
+thecipherbrief.com,neutral,high
+theconversation.com,neutral,high
+defconwarningsystem.com,neutral,high
+memepoliceman.com,neutral,mixed
+newslit.org,neutral,high
+waff.com,neutral,high
+wcjb.com,neutral,high
+americablog.com,left,high
+joebiden.com,left,mixed
+leftfootforward.org,left-center,mixed
+leftvoice.org,left,mixed
+libcom.org,left,mixed
+liberationnews.org,left,mixed
+mainebeacon.com,left,high
+merryjane.com,left,mixed
+miaminewtimes.com,left-center,high
+muncievoice.com,left,mixed
+msmagazine.com,left,high
+nrdc.org,left,mixed
+newstatesman.com,left-center,high
+newsone.com,left,mixed
+opednews.com,left,mixed
+pfaw.org,left,mixed
+people.com,left,high
+projectcensored.org,left,high
+queerty.com,left,high
+rsn.org,left,mixed
+readingthepictures.org,left,mixed
+refinery29.com,left,mixed
+rightwingwatch.org,left,high
+trofire.com,left,mixed
+scarymommy.com,left,mixed
+shadowproof.com,left,high
+smirkingchimp.com,left,mixed
+stpete4peace.org,left,mixed
+advocate.com,left,high
+thebaffler.com,left,high
+theburningspear.com,left,high
+climaterealityproject.org,left,mixed
+dworkinreport.com,left,mixed
+thefloridasqueeze.com,left,mixed
+americanpublicmedia.org,left-center,high
+cleantechnica.com,left-center,high
+emptywheel.net,left-center,high
+justsecurity.org,left-center,high
+koco.com,left-center,high
+kurdistan24.net,left-center,mixed
+latintimes.com,left-center,high
+kentucky.com,left-center,high
+lifehacker.com,left-center,mixed
+mediafiledc.com,left-center,high
+metro.us,left-center,high
+jsonline.com,left-center,high
+startribune.com,left-center,high
+natmonitor.com,left-center,high
+newsandguts.com,left-center,mixed
+niskanencenter.org,left-center,high
+openthegovernment.org,left-center,mixed
+outsidethebeltway.com,left-center,high
+ozy.com,left-center,high
+positive.news,left-center,high
+relevantmagazine.com,left-center,high
+religionnews.com,left-center,high
+sacbee.com,left-center,high
+sfchronicle.com,left-center,high
+mercurynews.com,left-center,high
+independent.com,left-center,high
+saudigazette.com.sa,left-center,mixed
+sfgate.com,left-center,high
+sojo.net,left-center,high
+sootoday.com,left-center,high
+spiegel.de,left-center,high
+statnews.com,left-center,high
+stepfeed.com,left-center,mixed
+syriahr.com,left-center,mixed
+taxjustice.net,left-center,high
+taxpolicycenter.org,left-center,high
+techcrunch.com,left-center,high
+texasmonthly.com,left-center,high
+augustachronicle.com,left-center,high
+thebureauinvestigates.com,left-center,high
+thecitizen.org.au,left-center,high
+courier-journal.com,left-center,high
+daltondailycitizen.com,left-center,high
+dailyhive.com,left-center,mixed
+dailytarheel.com,left-center,high
+theday.com,left-center,high
+ecfr.eu,left-center,high
+heraldnet.com,left-center,high
+indianexpress.com,left-center,mixed
+alaraby.co.uk,left-center,mixed
+thenewtropic.com,left-center,high
+thecjn.ca,right-center,high
+taxpayer.com,right-center,high
+detroitnews.com,right-center,high
+justfactsdaily.com,right-center,mixed
+koreaherald.com,right-center,mixed
+reviewjournal.com,right-center,high
+nikkei.com,right-center,high
+ottawacitizen.com,right-center,high
+post-gazette.com,right-center,high
+triblive.com,right-center,high
+rstreet.org,right-center,high
+realclearinvestigations.com,right-center,mixed
+valleynewslive.com,neutral,high
+remingtonresearchgroup.com,right-center,high
+republicworld.com,right-center,mixed
+sofrep.com,right-center,mixed
+twincities.com,right-center,high
+studentnewsdaily.com,right-center,mixed
+tallahassee.com,right-center,high
+thebrunswicknews.com,right-center,high
+citizen.co.za,right-center,high
+jpost.com,right-center,high
+jewishpress.com,right-center,high
+nation.com.pk,right-center,mixed
+thenewatlantis.com,right-center,high
+altnewsmedia.net,right,mixed
+bizpacreview.com,right,mixed
+dailyreckoning.com,right,mixed
+intellectualtakeout.org,right,mixed
+investors.com,right,mixed
+legalinsurrection.com,right,mixed
+manhattan-institute.org,right,mixed
+nationalreview.com,right,mixed
+openvaers.com,right,mixed
+ricochet.com,right,mixed
+sentinelksmo.org,right,mixed
+sbgi.net,right,mixed
+spiked-online.com,right,mixed
+americanmind.org,right-center,mixed
+conservativewoman.co.uk,right,mixed
+activistpost.com,left,low
+geopolitics.co,left-center,mixed
+jesus-is-savior.com,right,low
+mediafactwatch.com,right,low
+naturalsociety.com,left,mixed
+neonnettle.com,right,low
+newamericannews.com,right,low
+qanon.pub,right,low
+realnews24.com,left,low
+redoubtnews.com,right,mixed
+rense.com,right,low
+space.news,right,low
+swprs.org,right,mixed
+theautomaticearth.com,right,low
+corbettreport.com,right,low
+eutimes.net,right,low
+thefullertoninformer.com,right,low
+thelibertybeacon.com,right,low
+whatreallyhappened.com,right,low
+worlddoctorsalliance.com,right,low
+2020conservative.com,right,low
+bluntforcetruth.com,right,low
+breakingfirst.com,right,low
+c19aspirin.com,right,mixed
+c19bromhexine.com,right,mixed
+c19budesonide.com,right,mixed
+c19colchicine.com,right,mixed
+c19curcumin.com,right,mixed
+c19ly.com,right,mixed
+c19favipiravir.com,right,mixed
+c19fluvoxamine.com,right,mixed
+c19hcq.com,right,mixed
+c19ic.com,right,mixed
+c19ivermectin.com,right,mixed
+c19melatonin.com,right,mixed
+c19mp.com,right,mixed
+c19nitazoxanide.com,right,mixed
+c19ns.com,right,mixed
+c19proxalutamide.com,right,mixed
+c19pvpi.com,right,mixed
+c19quercetin.com,right,mixed
+c19regn.com,right,mixed
+c19rmd.com,right,mixed
+c19sv.com,right,mixed
+c19vitaminc.com,right,mixed
+c19vitamind.com,right,mixed
+c19zinc.com,right,mixed
+centennialstatenews.com,right-center,mixed
+constative.com,right-center,mixed
+c19early.com,right,mixed
+cowgernation.com,right,mixed
+dailysurge.com,right,low
+firstinfreedomdaily.com,right,mixed
+free-speechfront.info,right,low
+ipatriot.com,right,mixed
+ivmmeta.com,right,mixed
+knightstemplarorder.com,right,low
+lewrockwell.com,right,low
+mauireporter.com,right-center,mixed
+mondoweiss.net,left,mixed
+natall.com,right,low
+nationalenquirer.com,right,low
+nationalvanguard.org,right,low
+newnation.org,right,low
+newswars.com,right,low
+ocalastandard.com,right-center,mixed
+overpassesforamerica.com,right,mixed
+thepatriotjournal.com,right,mixed
+patrioticviralnews.com,right,low
+personalinterpretation.com,right,low
+political-discussion.com,right,low
+thepoliticalinsider.com,right,low
+quillette.com,right,mixed
+goodsciencing.com,right,low
+revolver.news,right,mixed
+secureamericanow.org,right,mixed
+secoloradonews.com,right-center,mixed
+shtfplan.com,right,low
+southafricatoday.net,right,mixed
+stanislausnews.com,right-center,mixed
+staresattheworld.com,right,low
+steadfastandloyal.com,right,mixed
+stonecoldtruth.com,right,low
+speech-point.com,right,low
+summit.news,right,low
+supportisraelnow.com,right,low
+syrianews.cc,left,low
+takimag.com,right,low
+teaparty.org,right,low
+buffalochronicle.com,right,mixed
+thecoloradoherald.com,right,low
+theconservativebrief.com,right,mixed
+thefederalistpapers.org,right,low
+freetelegraph.com,right,mixed
+theconservativetreehouse.com,right,low
+thelibertydaily.com,right,mixed
+majalla.com,right-center,mixed
+thenationalpatriot.com,right,low
+thepolitics.online,right,low
+digifection.com,right,low
+thetruthvoice.net,right,low
+truthbasedmedia.com,right,low
+apa.org,neutral,high
+adaa.org,neutral,high
+examine.com,neutral,high
+healthfeedback.org,neutral,high
+irena.org,neutral,high
+mayoclinic.org,neutral,high
+medicalxpress.com,neutral,high
+medscape.com,neutral,high
+technologyreview.com,neutral,high
+noaa.gov,neutral,high
+newhumanist.org.uk,neutral,high
+newscientist.com,neutral,high
+nextbigfuture.com,neutral,high
+oceana.org,neutral,high
+phys.org,neutral,high
+plos.org,neutral,high
+quantamagazine.org,neutral,high
+realclimate.org,neutral,high
+science.org,neutral,high
+sciencebasedmedicine.org,neutral,high
+sciencedaily.com,neutral,high
+sciencenews.org,neutral,high
+skeptoid.com,neutral,high
+smithsonianmag.com,neutral,high
+societyforscience.org,neutral,high
+bmj.com,neutral,high
+democracychronicles.org,left,mixed
+msnbc.com,left,mixed
+derstandard.at,left-center,high
+houstonchronicle.com,left-center,high
+cincinnati.com,neutral,high
+popularresistance.org,left,mixed
+blackenterprise.com,left-center,high
+blackpressusa.com,left-center,high
+cbc.ca,left-center,high
+radio-canada.ca,left-center,high
+deseret.com,right-center,high
+atr.org,right,mixed
+thecollegefix.com,right,mixed
+charismanews.com,right,mixed
+clashdaily.com,right,low
+watchers.news,neutral,mixed
diff --git a/data/selected_features.json b/data/selected_features.json
new file mode 100644
index 0000000..80ff8a9
--- /dev/null
+++ b/data/selected_features.json
@@ -0,0 +1,70 @@
+{
+ "selected_features": [
+ "url_length",
+ "domain_length",
+ "path_length",
+ "num_dots",
+ "num_hyphens",
+ "num_digits_in_domain",
+ "domain_digit_ratio",
+ "subdomain_count",
+ "path_depth",
+ "is_ip_address",
+ "has_hex_encoding",
+ "num_special_chars",
+ "is_suspicious_tld",
+ "is_trusted_tld",
+ "domain_entropy",
+ "path_entropy",
+ "has_https",
+ "has_login_keyword",
+ "has_at_symbol",
+ "tld_length"
+ ],
+ "rfecv_support": [
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true,
+ true
+ ],
+ "ranking": [
+ 1,
+ 1,
+ 1,
+ 1,
+ 1,
+ 1,
+ 1,
+ 1,
+ 1,
+ 1,
+ 1,
+ 1,
+ 1,
+ 1,
+ 1,
+ 1,
+ 1,
+ 1,
+ 1,
+ 1
+ ],
+ "best_cv_accuracy": 0.8656699999999999,
+ "n_candidate_features": 20
+}
\ No newline at end of file
diff --git a/data/state_media_dataset.tsv b/data/state_media_dataset.tsv
new file mode 100644
index 0000000..5ef9a24
--- /dev/null
+++ b/data/state_media_dataset.tsv
@@ -0,0 +1,41 @@
+platform date text post_url account_name category_label factuality_label
+Facebook 9/20/22 Fauci says U.S. not where it needs to be after Biden declares "pandemic is over" More than 400 deaths in the country are reported daily due to COVID-19, he noted.(Xinhua)http://xhtxs.cn/zTX https://www.facebook.com/1472956969657611/posts/3386168008336488 People's Daily,Overseas Covid factual
+Facebook 9/22/22 #WHO warns against #COVID19 complacency, urges for life-saving action xhtxs.cn/zY9 https://www.facebook.com/338109312883186/posts/6638983699462351 China Xinhua News Covid factual
+Twitter 7/14/22 Sinovac Biotech says COVID-19 vaccine, CoronaVac, proves effective in reducing severe disease, death risks in SAR-CoV-2 infection, including cases caused by #Omicron, as some Chinese cities are witnessing outbreaks. https://twitter.com/globaltimesnews/status/1547572288819568641 Global Times Covid factual
+Twitter 12/10/22 New Omicron subvariants BQ.1 and BQ.1.1 account for nearly 70 percent of new COVID-19 cases in the United States in the latest week, according to estimates released Friday by the U.S. Centers for Disease Control and Prevention (CDC). https://twitter.com/globaltimesnews/status/1601426478905843712 Global Times Covid factual
+Twitter 1/21/23 #Omicron subvariant XBB.1.5 makes up nearly half of U.S. COVID-19 cases https://twitter.com/CGTNOfficial/status/1616684644228861955 CGTN Covid factual
+Facebook 1/7/23 What a FACE/OFF: Those who accused #China of being tough on #COVID are now calling China "a threat" for its easing policy. U.S. imposes new entry restrictions on new #Omicron variants (#BA.5 & #XBB.1.5) which just came from U.S. to China months ago. https://www.facebook.com/338109312883186/posts/6976972868996764 China Xinhua News Covid biased
+Twitter 1/8/23 #COVID_19 Six fallacies and truths about China's epidemic control (6/6) FALLACY 6: "OFFICIAL COVID DEATH TOLL UNRELIABLE" The truth is: China has always published information on COVID-19 deaths and severe cases in the spirit of openness and transparency. https://twitter.com/ChinaDaily/status/1612199973969629184 ChinaDaily Covid false
+Twitter 1/13/23 #RumorBuster Truth: China's release of COVID-19 information, including information on COVID-19-related deaths, has always been transparent https://twitter.com/XHNews/status/1613817978742796288 XHNews Covid false
+Twitter 4/8/23 China provided the joint experts team for tracing the origin of #COVID_19 with all data and materials available at that time and did not hide any cases, samples, test and analysis results, said the director of the Chinese CDC, at a conference on Saturday. https://twitter.com/ChinaDaily/status/1644784683140644864 ChinaDaily Covid biased
+Twitter 4/14/23 Based on data published by @WHO, the #COVID19 pandemic is coming to an end, and disease and death from COVID-19 is no longer a serious threat to humanity, Chinese top epidemiologist Wu Zunyou said during a forum on Thu, according to The Beijing News. https://twitter.com/globaltimesnews/status/1646741355295838208 Global Times Covid false
+Facebook 7/19/22 China urges U.S. to revoke arms sales plan to Taiwan #China firmly opposes #US arms sales to #Taiwan and urges the United States to revoke the arms sales plan, Foreign Ministry spokesperson Wang Wenbin said here Monday. https://www.facebook.com/100069254077822/posts/365692252415908 WE ARE CHINA Taiwan factual
+Facebook 8/2/22 PLA will conduct important military exercises and training activities including live-fire drills in six regions surrounding the Taiwan island from Thursday to Sunday https://www.facebook.com/100064866483380/posts/447614880744058 Global Times Taiwan factual
+Facebook 8/2/22 Chinese People's Liberation Army (#PLA) said it will launch a series of targeted military operations around #TaiwanIsland as U.S. House Speaker Nancy Pelosi landed in China's Taiwan region on Tuesday for a visit in disregard of China's opposition. https://www.facebook.com/100064839002599/posts/433449168826380 People's Daily, China Taiwan factual
+Twitter 3/26/23 The government of Honduras announced on Saturday that it is ending its "diplomatic ties" with the Taiwan region. The country's Foreign Ministry released the announcement on its Twitter account. https://twitter.com/CCTV/status/1639833837160247298 CCTV Taiwan factual
+Twitter 5/22/23 The World Health Assembly (WHA), the highest decision-making body of the World Health Organization (#WHO), on Monday decided not to include in its agenda a proposal on #Taiwan's participation in the annual assembly as an observer. https://twitter.com/ChinaDaily/status/1660576208067923969 ChinaDaily Taiwan factual
+Twitter 7/13/22 There is no "median line" of the Taiwan Straits: Mainland spokesperson https://twitter.com/CGTNOfficial/status/1547216559177093120 CGTN Taiwan factual
+Twitter 8/2/22 Since 1979, the U.S. has established ties with China and acknowledged Taiwan as a part of China under the longstanding #OneChinaPolicy. Pelosi, the highest-ranking American official in decades to visit the Taiwan region, made a direct threat to China's sovereignty. https://twitter.com/CGTNOfficial/status/1554552135634898951 CGTN Taiwan biased
+Facebook 8/10/22 Pelosi's visit to Taiwan tramples on international law, marks another debacle of US credibility. On Aug. 2, Speaker of the U.S. House of Representatives Nancy Pelosi made a provocative visit to China's Taiwan region. https://www.facebook.com/100069254077822/posts/384718753846591 WE ARE CHINA Taiwan biased/false
+Twitter 10/25/22 UNGA Resolution 2758 not only completely resolved the issue of the representation of the whole of China, including the island of Taiwan, but also made the one-China principle a common consensus of the international community: FM https://twitter.com/globaltimesnews/status/1584882642235064320 Global Times Taiwan false
+Twitter 1/9/23 The one-China principle is a universal consensus, and we believe that relevant country will make a correct decision in line with the historical trends: Chinese FM's response to Paraguayan presidential candidate's remarks on China's Taiwan island on Mon. https://twitter.com/globaltimesnews/status/1612373605614252032 Global Times Taiwan false
+Facebook 9/8/22 Queen Elizabeth, Britain's longest-reigning monarch and the nation's figurehead for seven decades, has died aged 96, Buckingham Palace said on Thursday. https://www.facebook.com/100044504436603/posts/691651112328364 CGTN West factual
+Facebook 10/11/22 Philadelphia last week issued a formal apology, and here is why: In the city's Holmesburg Prison, medical experiments were allowed to be conducted on African American inmates from 1950s to 1970s. https://www.facebook.com/338109312883186/posts/6698595356834518 China Xinhua News West factual
+Facebook 6/7/23 The No. 1 cause of overdose deaths in the U.S. is synthetic opioids - principally fentanyl. What is fentanyl? And who is to blame for its proliferation? https://www.facebook.com/100044504436603/posts/894818832011590 CGTN West factual
+Twitter 12/12/22 US pharmacies CVS and Walgreens agreed to pay a total of $10.7 billion to settle allegations of failing to adequately oversee drug prescriptions, thus contributing to America's opioid crisis, NBC News reported. https://twitter.com/PDChina/status/1602376797886517248 People's Daily, China West factual
+Twitter 3/29/23 #MediaFocus US federal health officials confirmed life expectancy in America has dropped for a second year in a row - down to 76 years. https://twitter.com/ChinaDaily/status/1641006033693982720 China Daily West factual
+Facebook 9/27/22 Did you know Shinzo Abe's funeral cost more than Queen Elizabeth II's? Shinzo Abe, Japan's assassinated former prime minister, was honored at a controversial state funeral Tuesday. https://www.facebook.com/100044504436603/posts/708174210676054 CGTN West false
+Facebook 9/10/22 The Bank of England faces the daunting task of replacing billions of banknotes and coins that have the late Queen Elizabeth II's image on them with an image of the new monarch. https://www.facebook.com/100044504436603/posts/693309725495836 CGTN West biased
+Facebook 3/15/23 Under various names, the U.S. Department of Defense controls 336 biological laboratories in about 30 countries, triggering worries in many parts of the world https://www.facebook.com/100064576304097/posts/591539173008621 China Xinhua News West false
+Facebook 3/27/23 #GTGraphic: The US needs to release complete details of its 336 bio-labs around the world, the opaqueness of which has people increasingly questioning their safety. https://www.facebook.com/100064866483380/posts/654823270023217 Global Times West false
+Twitter 5/27/23 It is maliciously framing China to accuse that precursor chemicals used by Mexican cartels to produce the illicit drug fentanyl are sourced from China. The Chinese Embassy in Mexico slammed certain Western media and US officials on Saturday over the baseless accusations. https://twitter.com/globaltimesnews/status/1662348698574270471 Global Times West biased
+Facebook 10/3/22 #Cotton harvest is in full swing in #Xinjiang Uygur Autonomous Region. Nearly 80 percent of the cotton is harvested by machine. https://www.facebook.com/100064394663784/posts/479293304227154 Xi's Moments Xinjiang factual
+Facebook 7/15/22 President #XiJinping watched a show of the #Kirgiz ethnic minority epic Manas at the Museum of the #Xinjiang Uygur Autonomous Region on Wednesday morning. https://www.facebook.com/100064394663784/posts/419940086829143 Xi's Moments Xinjiang factual
+Twitter 4/2/23 Ahmad Khahar is an inheritor of Hami Muqam, a traditional art of the Uygur ethnic group in Xinjiang. Here's his story and the art form. https://twitter.com/XHNews/status/1642415519465893889 XHNews Xinjiang factual
+Twitter 4/5/23 Over the years, Xinjiang has been improving its intensive large-scale cotton planting. Now 94% of its cotton planting and harvest have been done by machinery. In 2022, more than 2.47 mln hectares of cotton were sown in the region. https://twitter.com/CE_ChinaEconomy/status/1643421192316153856 CE_ChinaEconomy Xinjiang factual
+Twitter 7/31/22 Located in the Ili River Valley in #China's #Xinjiang Uygur Autonomous Region, Zhaosu County is known as the "land of heavenly horses". https://twitter.com/CE_ChinaEconomy/status/1553744246024404992 CE_ChinaEconomy Xinjiang factual
+Facebook 7/4/22 U.S. politicians play "Xinjiang cards" against China while distorting facts about Xinjiang. For some time now, the US has been continuously hyping up so-called "forced labor" in northwest China's Xinjiang Uygur Autonomous Region. https://www.facebook.com/100069254077822/posts/353592083625925 WE ARE CHINA Xinjiang biased/false
+Facebook 7/7/22 #XinhuaCommentary: Washington's hatchet men to hype "forced labor" lies. Some U.S. think-tanks that pretend to be independent and objective have long served as the right-hand man of an increasingly overbearing Washington. https://www.facebook.com/338109312883186/posts/6414487191912004 China Xinhua News Xinjiang biased/false
+Facebook 7/13/22 The U.S. has been continuously hyping up so-called "forced labor" in northwest China's Xinjiang Uygur Autonomous Region, according to a recent article published on the People's Daily website. https://www.facebook.com/371171589575669/posts/8573175179375228 China.org.cn Xinjiang biased/false
+Twitter 7/22/22 By groundlessly accusing China of using forced labor in #Xinjiang, Washington has revealed its true face as a super-producer and super-spreader of lies. There is no forced labor in Xinjiang, period. https://twitter.com/XHNews/status/1550437519367344129 XHNews Xinjiang false
+Twitter 1/7/23 How can a "partnership" be forged if it's based all on a LIE? There is no forced labor in #Xinjiang, period. The U.S.-concocted lie will not fool the world. https://twitter.com/XHNews/status/1611616129977548803 XHNews Xinjiang false
diff --git a/data/trust_eval/demo_exports/consensus.csv b/data/trust_eval/demo_exports/consensus.csv
new file mode 100644
index 0000000..0a55deb
--- /dev/null
+++ b/data/trust_eval/demo_exports/consensus.csv
@@ -0,0 +1,6 @@
+atom_id,consensus_target,n_voters
+a0,0.0,7
+a1,0.75,4
+a3,1.0,13
+a4,1.0,17
+a5,0.5091,4
diff --git a/data/trust_eval/demo_exports/contexts.csv b/data/trust_eval/demo_exports/contexts.csv
new file mode 100644
index 0000000..f376edb
--- /dev/null
+++ b/data/trust_eval/demo_exports/contexts.csv
@@ -0,0 +1,61 @@
+ctx_id,atom_id,domain,cred_v3_prior,dyna_learned_trust,fused_prob_trust_arm,prob_vanilla_arm,text_snippet
+a0_c0,a0,pmc.ncbi.nlm.nih.gov,0.85,0.851,0.851,0.9,by S Akash · 2023 · Cited by 26 — BQ.1 and BQ.1.1 are subvariants of the Omicron account for the majority of COVID-19 ca
+a0_c1,a0,pmlive.com,0.5,0.75,0.675,0.9,"BQ.1 made up an estimated 20.1% of circulating US cases for the week ending 12 November, while BQ.1.1 accounted for near"
+a0_c2,a0,facebook.com,0.5,0.5,dropped,dropped,"Two new omicron subvariants have become dominant in the United States, raising fears they could fuel yet another surge o"
+a0_c3,a0,theconversation.com,0.85,0.95,0.92,0.9,"Two new omicron subvariants, BQ.1 and BQ.1.1, are quickly gaining traction in the US, collectively accounting for 27% of"
+a0_c4,a0,cdc.gov,0.85,0.933,dropped,dropped,"by KC Ma · 2023 · Cited by 134 — During this period, the Omicron variant remained predominant, with various descendant l"
+a0_c5,a0,pmc.ncbi.nlm.nih.gov,0.85,0.851,0.851,0.9,"by S Akash · 2023 · Cited by 26 — ' According to Dr Russo's explanation, BQ.1 and BQ.1.1 are subvariants of the Omicron "
+a0_c6,a0,ama-assn.org,0.85,0.944,0.916,dropped,BQ.1.1 is now the second most dominant strain at about 29% of COVID-19 cases. But that could change quickly. At the mome
+a0_c7,a0,reuters.com,0.85,0.884,0.874,0.9,Omicron subvariants BQ.1 and BQ.1.1 account for nearly half of the COVID-19 cases in the country for the week ending Nov
+a0_c8,a0,facebook.com,0.5,0.5,0.5,0.9,"nearly 48% of new coronavirus cases last week, Omicron subvariants BQ.1 and BQ.1.1 are now dominant in the U.S. 48 perce"
+a0_c9,a0,ehe.health,0.5,0.5,dropped,dropped,They are spreading quickly; cases attributed to the new variants currently account for about 50 % of COVID cases here in
+a1_c0,a1,cdc.gov,0.85,0.933,dropped,dropped,"This page provides an update on COVID-19, flu, and RSV vaccination among children and adults based on weekly national su"
+a1_c1,a1,cdc.gov,0.85,0.933,dropped,dropped,A bivalent booster dose provided 73% additional protection against COVID-19 hospitalization compared with past monovalen
+a1_c2,a1,cdc.gov,0.85,0.933,dropped,dropped,Vaccine effectiveness (VE) of 2024–2025 COVID-19 vaccine was 33% against COVID-19–associated emergency department (ED) o
+a1_c3,a1,sciencedirect.com,0.85,0.9,0.885,0.9,"During the first three years of COVID-19, COVID-19 caused 5.9 million hospitalizations and 1.1 million reported deaths i"
+a1_c4,a1,cdc.gov,0.85,0.933,0.908,0.9,CDC now measures incremental vaccine effectiveness— interpreted as added protection above baseline immunity. Estimates o
+a1_c5,a1,cdc.gov,0.85,0.933,dropped,dropped,This visualization provides weekly estimates of excess deaths by the jurisdiction in which the death occurred.
+a1_c6,a1,factcheck.org,0.85,0.68,dropped,0.9,"He added that a 2024 modeling study estimated that through 2021, vaccination in the U.S. prevented 500 cases of invasive"
+a1_c7,a1,cdc.gov,0.85,0.933,0.908,0.9,CDC now measures incremental vaccine effectiveness— interpreted as added protection above baseline immunity. This helps
+a1_c8,a1,wbaltv.com,0.85,0.667,0.779,0.9,Fact Check: President Trump says 99% of coronavirus cases have been harmless. CDC casts different picture · Mortality Ra
+a1_c9,a1,sciencedirect.com,0.85,0.9,dropped,dropped,by LZ Jirmanus · 2024 · Cited by 6 — COVID-19 had caused more than 1.1 million deaths in the U.S. as of May 2023 and con
+a2_c0,a2,bea.gov,0.9,0.5,dropped,dropped,Real gross domestic product (GDP) decreased at an annual rate of 0.6 percent in the second quarter of 2022
+a2_c1,a2,cgsnet.org,0.5,0.667,0.55,0.9,"The presentation explored issues of leishmaniasis, a little-known tropical disease estimated to affect around 1 million "
+a2_c2,a2,crfb.org,0.85,0.333,0.763,dropped,"CBO projects the economy will grow by 4.6 percent between 2020 and 2021, grow by 2.9 percent in 2022, and then grow an a"
+a2_c3,a2,facebook.com,0.5,0.5,dropped,dropped,Here are 26 songs from albums released in June 1989. Click this link to play the music:
+a2_c4,a2,lao.ca.gov,0.9,0.5,dropped,dropped,our estimates are $30 billion above the Budget Act in 2021-22 and around $20 billion higher in 2022-23 and 2023-24. our
+a2_c5,a2,factcheck.org,0.85,0.68,dropped,dropped,"President Donald Trump blitzed through a prime-time address to the nation on Dec. 17, but while short, Trump's speech co"
+a2_c6,a2,americanpressinstitute.org,0.85,0.5,dropped,dropped,by B Nyhan · 2016 · Cited by 69 — What do Americans think about fact-checking and what effect does exposure to this new
+a2_c7,a2,sciencedirect.com,0.85,0.9,dropped,dropped,by O Barrera · 2020 · Cited by 523 — In a randomized online experiment during the 2017 French presidential election camp
+a2_c8,a2,kcra.com,0.85,0.909,dropped,dropped,"President Donald Trump delivered his first State of the Union address of his second term. Trump focused on the economy, "
+a2_c9,a2,toolbox.google.com,0.5,0.5,dropped,dropped,A Kuwaiti-Bahraini strike on Iran in response to Iranian attacks. · Claim by Jo Etienne Abela: · Claim by Surendra Singh
+a3_c0,a3,pmc.ncbi.nlm.nih.gov,0.85,0.851,0.851,dropped,"by R Muthusami · 2023 · Cited by 7 — Several new subvariants emerged at the end of November 2022, including BF.5, BF.7, "
+a3_c1,a3,ama-assn.org,0.85,0.944,dropped,dropped,mutated into BQ.1 and BQ.1.1. BQ.1.1 is now the second most dominant strain at about 29% of COVID-19 cases. But that cou
+a3_c2,a3,publichealthontario.ca,0.5,0.75,dropped,dropped,"Studies on the vaccine escape potential of BQ.1 and BQ.1.1 with the new bivalent COVID-19 vaccines, immune escape from p"
+a3_c3,a3,who.int,0.85,0.6,dropped,dropped,"We note these two sublineages remain part of Omicron, which is a variant of concern with very high reinfection and vacci"
+a3_c4,a3,uchicagomedicine.org,0.5,0.5,dropped,dropped,"NB.1.8.1 is a recently identified subvariant of Omicron, first detected in January 2025. It has been designated a ""varia"
+a3_c5,a3,ama-assn.org,0.85,0.944,0.916,0.9,It eventually mutated into BQ.1 and BQ.1.1. it contains more mutations to evade immunity than other variants seen so far
+a3_c6,a3,pmc.ncbi.nlm.nih.gov,0.85,0.851,0.851,0.9,"by JN Ngiam · 2022 · Cited by 9 — In the United States, the Omicron BQ.1.1 subvariant is one such example.[36] It may be"
+a3_c7,a3,theconversation.com,0.85,0.95,0.92,0.9,"Two new omicron subvariants, BQ.1 and BQ.1.1, are quickly gaining traction in the US, collectively accounting for 27% of"
+a3_c8,a3,ebgtz.org,0.5,0.75,0.675,0.9,BQ.1.1 has 6 additional key spike protein mutations that has allowed it to evade prior immunity and spread about twice a
+a3_c9,a3,uchicagomedicine.org,0.5,0.5,dropped,dropped,"NB.1.8.1 is a recently identified subvariant of Omicron, first detected in January 2025. It has been designated a ""varia"
+a4_c0,a4,pmc.ncbi.nlm.nih.gov,0.85,0.851,0.851,0.9,"by R Muthusami · 2023 · Cited by 7 — Several new subvariants emerged at the end of November 2022, including BF.5, BF.7, "
+a4_c1,a4,publichealthontario.ca,0.5,0.75,0.675,dropped,"The current risk of BQ.1 and BQ.1.1 with respect to transmissibility, reinfection, and breakthrough infection in Ontario"
+a4_c2,a4,theconversation.com,0.85,0.95,0.92,0.9,"Two new omicron subvariants, BQ.1 and BQ.1.1, are quickly gaining traction in the US, collectively accounting for 27% of"
+a4_c3,a4,en.wikipedia.org,0.5,0.955,0.818,0.9,"Omicron (B.1.1.529) is a heavily mutated variant of SARS-CoV-2. Two subvariants of BA.5 emerged by October 2022, called "
+a4_c4,a4,acquirepublications.org,0.5,0.5,dropped,dropped,"by MI Mustafa · 2022 · Cited by 4 — 1 and BQ.1.1, a novel and potentially more transmissible strain of SARSCoV2, is thou"
+a4_c5,a4,pmc.ncbi.nlm.nih.gov,0.85,0.851,0.851,0.9,by S Akash · 2023 · Cited by 26 — BQ.1 and BQ.1.1 are subvariants of the Omicron account for the majority of COVID-19 ca
+a4_c6,a4,ama-assn.org,0.85,0.944,dropped,dropped,BQ.1.1 is now the second most dominant strain at about 29% of COVID-19 cases. But that could change quickly. At the mome
+a4_c7,a4,theconversation.com,0.85,0.95,0.92,0.9,"Two new omicron subvariants, BQ.1 and BQ.1.1, are quickly gaining traction in the US, collectively accounting for 27% of"
+a4_c8,a4,nature.com,0.85,0.75,0.78,0.9,by D Planas · 2023 · Cited by 209 — The subvariant BQ.1.1 became predominant in many countries in December 2022. The sub
+a4_c9,a4,publichealthontario.ca,0.5,0.75,dropped,0.9,"BQ.1 and BQ.1.1 have increased transmissibility compared to the most frequently detected sublineages at present, this co"
+a5_c0,a5,timeanddate.com,0.5,0.5,dropped,dropped,"Monthly calendar for the month December in year 2022. Calculates number of days Date Calculator – Add or subtract days, "
+a5_c1,a5,calendar-365.com,0.5,0.5,dropped,dropped,View the month calendar of December 2022 Calendar including week numbers. View or download the 2022 calendar. To see the
+a5_c2,a5,nrm.dfg.ca.gov,0.9,0.333,0.787,0.9,"Risk is estimated as low this week. SaMT estimates 5-15% of the WR population is present in the Delta,"
+a5_c3,a5,treasurypartners.com,0.5,0.5,dropped,dropped,"Any recap of 2022's markets must begin with fixed income, where rates skyrocketed from the ultralow levels that prevaile"
+a5_c4,a5,epochconverter.com,0.5,0.5,dropped,dropped,"This page lists all 52 week numbers for 2022, providing the start and end dates for each week of the year. All weeks sta"
+a5_c5,a5,factcheck.org,0.85,0.68,dropped,dropped,"President Donald Trump blitzed through a prime-time address to the nation on Dec. 17, but while short, Trump's speech co"
+a5_c6,a5,americanpressinstitute.org,0.85,0.5,dropped,dropped,What do Americans think about fact-checking and what effect does exposure to this new kind of news coverage have on peop
+a5_c7,a5,cbsnews.com,0.85,0.5,dropped,dropped,Abigail Spanberger during her Democratic response. Here are some of the claims and CBS News' ratings and context for tho
+a5_c8,a5,steveinskeep.substack.com,0.5,0.5,dropped,dropped,The Meta announcement shows the difference. Company founder Mark Zuckerberg said Facebook and Instagram will abandon thi
+a5_c9,a5,pnas.org,0.5,0.5,dropped,dropped,"In partnership with fact-checking organizations, we administered experiments in September and October 2020 in Argentina,"
diff --git a/data/trust_eval/demo_exports/posteriors.csv b/data/trust_eval/demo_exports/posteriors.csv
new file mode 100644
index 0000000..bc2e7a6
--- /dev/null
+++ b/data/trust_eval/demo_exports/posteriors.csv
@@ -0,0 +1,7 @@
+atom_id,atom_text,P_true_trust,P_true_vanilla,verdict_trust,verdict_vanilla,flipped
+a0,New Omicron subvariants BQ.1 and BQ.1.1 account for nearly 70 percent of new COVID-19 cases in the U,0.0,0.0,NS,NS,
+a1,The estimates were released by the U.S. Centers for Disease Control and Prevention (CDC).,0.9979,0.9999,S,S,
+a2,The estimates were released on Friday.,0.5,0.5,NS,NS,
+a3,BQ.1 is a new Omicron subvariant.,1.0,1.0,S,S,
+a4,BQ.1.1 is a new Omicron subvariant.,1.0,1.0,S,S,
+a5,The estimates are for the latest week.,0.572,0.093,S,NS,FLIP
diff --git a/data/trust_eval/demo_exports/relations.csv b/data/trust_eval/demo_exports/relations.csv
new file mode 100644
index 0000000..a31154d
--- /dev/null
+++ b/data/trust_eval/demo_exports/relations.csv
@@ -0,0 +1,87 @@
+ctx_id,atom_id,nli_type,nli_strength,arm
+a0_c1,a0,contradiction,1.0,trust
+a0_c3,a0,contradiction,1.0,trust
+a0_c7,a0,contradiction,1.0,trust
+a0_c8,a0,contradiction,1.0,trust
+a3_c7,a0,contradiction,1.0,trust
+a4_c2,a0,contradiction,1.0,trust
+a4_c7,a0,contradiction,1.0,trust
+a1_c4,a1,entailment,1.0,trust
+a1_c7,a1,entailment,1.0,trust
+a1_c8,a1,entailment,1.0,trust
+a2_c2,a1,contradiction,1.0,trust
+a0_c0,a3,entailment,1.0,trust
+a0_c3,a3,entailment,1.0,trust
+a0_c5,a3,entailment,1.0,trust
+a3_c0,a3,entailment,1.0,trust
+a3_c6,a3,entailment,1.0,trust
+a3_c7,a3,entailment,1.0,trust
+a3_c8,a3,entailment,1.0,trust
+a4_c0,a3,entailment,1.0,trust
+a4_c2,a3,entailment,1.0,trust
+a4_c3,a3,entailment,1.0,trust
+a4_c5,a3,entailment,1.0,trust
+a4_c7,a3,entailment,1.0,trust
+a4_c8,a3,entailment,1.0,trust
+a0_c0,a4,entailment,1.0,trust
+a0_c3,a4,entailment,1.0,trust
+a0_c5,a4,entailment,1.0,trust
+a0_c6,a4,entailment,0.9963,trust
+a0_c8,a4,entailment,1.0,trust
+a3_c0,a4,entailment,1.0,trust
+a3_c5,a4,entailment,1.0,trust
+a3_c6,a4,entailment,1.0,trust
+a3_c7,a4,entailment,1.0,trust
+a3_c8,a4,entailment,1.0,trust
+a4_c0,a4,entailment,1.0,trust
+a4_c1,a4,entailment,1.0,trust
+a4_c2,a4,entailment,1.0,trust
+a4_c3,a4,entailment,1.0,trust
+a4_c5,a4,entailment,1.0,trust
+a4_c7,a4,entailment,1.0,trust
+a4_c8,a4,entailment,1.0,trust
+a0_c8,a5,entailment,1.0,trust
+a1_c3,a5,contradiction,1.0,trust
+a2_c1,a5,contradiction,1.0,trust
+a5_c2,a5,entailment,1.0,trust
+a0_c1,a0,contradiction,1.0,vanilla
+a0_c3,a0,contradiction,1.0,vanilla
+a0_c8,a0,contradiction,1.0,vanilla
+a3_c7,a0,contradiction,1.0,vanilla
+a4_c2,a0,contradiction,1.0,vanilla
+a4_c7,a0,contradiction,1.0,vanilla
+a1_c4,a1,entailment,1.0,vanilla
+a1_c7,a1,entailment,1.0,vanilla
+a1_c8,a1,entailment,1.0,vanilla
+a0_c0,a3,entailment,1.0,vanilla
+a0_c3,a3,entailment,1.0,vanilla
+a0_c5,a3,entailment,1.0,vanilla
+a0_c7,a3,entailment,1.0,vanilla
+a3_c5,a3,entailment,0.9351,vanilla
+a3_c6,a3,entailment,1.0,vanilla
+a3_c7,a3,entailment,1.0,vanilla
+a4_c0,a3,entailment,1.0,vanilla
+a4_c2,a3,entailment,1.0,vanilla
+a4_c3,a3,entailment,1.0,vanilla
+a4_c5,a3,entailment,1.0,vanilla
+a4_c7,a3,entailment,1.0,vanilla
+a0_c0,a4,entailment,1.0,vanilla
+a0_c1,a4,entailment,0.9901,vanilla
+a0_c3,a4,entailment,1.0,vanilla
+a0_c5,a4,entailment,1.0,vanilla
+a3_c5,a4,entailment,1.0,vanilla
+a3_c6,a4,entailment,1.0,vanilla
+a3_c7,a4,entailment,1.0,vanilla
+a3_c8,a4,entailment,1.0,vanilla
+a4_c0,a4,entailment,1.0,vanilla
+a4_c2,a4,entailment,1.0,vanilla
+a4_c3,a4,entailment,1.0,vanilla
+a4_c5,a4,entailment,1.0,vanilla
+a4_c7,a4,entailment,1.0,vanilla
+a4_c8,a4,entailment,1.0,vanilla
+a4_c9,a4,entailment,1.0,vanilla
+a0_c8,a5,entailment,1.0,vanilla
+a1_c3,a5,contradiction,1.0,vanilla
+a1_c6,a5,contradiction,1.0,vanilla
+a2_c1,a5,contradiction,1.0,vanilla
+a5_c2,a5,entailment,1.0,vanilla
diff --git a/data/trust_eval/demo_exports/verdict.csv b/data/trust_eval/demo_exports/verdict.csv
new file mode 100644
index 0000000..9039f4f
--- /dev/null
+++ b/data/trust_eval/demo_exports/verdict.csv
@@ -0,0 +1,3 @@
+arm,precision,verdict,gold
+trust,0.6667,S,S
+vanilla,0.5,NS,S
diff --git a/data/trust_eval/dynaTD_state_40v2.json b/data/trust_eval/dynaTD_state_40v2.json
new file mode 100644
index 0000000..31ba575
--- /dev/null
+++ b/data/trust_eval/dynaTD_state_40v2.json
@@ -0,0 +1,1683 @@
+{
+ "a": {
+ "thehill.com": 9.591458300775363,
+ "en.people.cn": 24.24668545119269,
+ "kfor.com": 0.0,
+ "bernama.com": 0.0,
+ "politico.com": 0.8718829219243295,
+ "seattletimes.com": 0.0,
+ "pbs.org": 21.13302185790073,
+ "npr.org": 62.50707418814788,
+ "cnbc.com": 1.6246565678533094,
+ "news.wttw.com": 2.4410793714571666,
+ "oversight.house.gov": 0.0,
+ "factcheck.org": 16.455691017457365,
+ "poynter.org": 1.1053712623507574,
+ "pmc.ncbi.nlm.nih.gov": 38.83230972897786,
+ "bu.edu": 1.6173592638783298,
+ "bbc.com": 33.93445018993266,
+ "youtube.com": 106.90893246638076,
+ "newsweek.com": 0.8718829219243295,
+ "data.who.int": 0.0,
+ "cdc.gov": 12.285431795081662,
+ "ourworldindata.org": 0.0,
+ "en.wikipedia.org": 72.79958215162472,
+ "coronavirus.jhu.edu": 0.2571430523047319,
+ "kcra.com": 8.787503279151283,
+ "facebook.com": 0.0,
+ "8am.media": 0.0,
+ "armscontrolcenter.org": 0.0,
+ "twitter.com": 0.0,
+ "news.un.org": 10.471396528891178,
+ "factcheck.afp.com": 1.0,
+ "healthpolicy-watch.news": 3.0,
+ "who.int": 6.289791195406252,
+ "ilcuk.org.uk": 1.0,
+ "health.economictimes.indiatimes.com": 2.0,
+ "global.chinadaily.com.cn": 9.430827328364126,
+ "immunize.ca": 2.0,
+ "instagram.com": 11.604729025060056,
+ "maine.gov": 0.0,
+ "naco.org": 0.0,
+ "lozierinstitute.org": 0.0,
+ "reuters.com": 57.89620044478094,
+ "heart.org": 0.0,
+ "pubmed.ncbi.nlm.nih.gov": 0.0,
+ "finance.yahoo.com": 1.0,
+ "sciencedirect.com": 7.600958953000612,
+ "sinovac.com": 3.0,
+ "thelancet.com": 1.0,
+ "mayoclinic.org": 0.0,
+ "jamanetwork.com": 3.0,
+ "cidrap.umn.edu": 0.0,
+ "tandfonline.com": 1.0,
+ "nature.com": 2.0,
+ "voanews.com": 12.344627492000285,
+ "dw.com": 6.890619782110738,
+ "theguardian.com": 0.0,
+ "scmp.com": 2.9843844288439003,
+ "kvue.com": 0.0,
+ "facebook.com/xinhuanewsagency": 33.0,
+ "facebook.com/dghisham": 2.0,
+ "pmlive.com": 1.4246077491457987,
+ "theconversation.com": 15.42623372458914,
+ "ehe.health": 0.0,
+ "publichealthontario.ca": 2.0,
+ "ama-assn.org": 15.325427882090011,
+ "wbaltv.com": 0.779051330533176,
+ "bea.gov": 0.0,
+ "cgsnet.org": 0.6009589054312322,
+ "crfb.org": 0.33552359909053175,
+ "lao.ca.gov": 0.0,
+ "americanpressinstitute.org": 0.0,
+ "toolbox.google.com": 0.0,
+ "uchicagomedicine.org": 0.0,
+ "ebgtz.org": 2.0,
+ "acquirepublications.org": 0.0,
+ "timeanddate.com": 0.0,
+ "calendar-365.com": 0.0,
+ "nrm.dfg.ca.gov": 0.39904114213816844,
+ "treasurypartners.com": 0.0,
+ "epochconverter.com": 0.0,
+ "cbsnews.com": 0.0,
+ "steveinskeep.substack.com": 0.0,
+ "pnas.org": 0.0,
+ "facebook.com/alaskapublic": 1.272663528965,
+ "publichealth.jhu.edu": 0.9322437640130233,
+ "stories.tamu.edu": 0.26797262104230657,
+ "frontiersin.org": 0.26797270830673914,
+ "facebook.com/wcvb5": 0.7320274080458469,
+ "cfr.org": 7.746722644385614,
+ "china-briefing.com": 0.0,
+ "chinaselectcommittee.house.gov": 0.0,
+ "mfa.gov.cn": 12.605969423082016,
+ "carnegieendowment.org": 10.629697553187116,
+ "aljazeera.com": 17.35791103073607,
+ "surabaya.china-consulate.gov.cn": 8.277406186009832,
+ "us.china-embassy.gov.cn": 32.60604709859592,
+ "mps.gov.cn": 0.0,
+ "politifact.com": 1.431980148123957,
+ "time.com": 11.234123005448536,
+ "nytimes.com": 4.2063321261955195,
+ "secure.fundsupermart.com": 0.5034611579203057,
+ "thenationaldesk.com": 0.0,
+ "weforum.org": 0.4965390393864293,
+ "abc7news.com": 0.0,
+ "whitehouse.gov": 3.021458207287716,
+ "nafsa.org": 0.0,
+ "mdanderson.org": 2.0,
+ "gavi.org": 1.0,
+ "adventhealth.com": 1.0,
+ "verywellhealth.com": 0.0,
+ "forbes.com": 1.0,
+ "facebook.com/masslive": 1.0,
+ "english.cctv.com": 6.0713476711379375,
+ "wwwnc.cdc.gov": 4.204095565006363,
+ "unmc.edu": 2.211066377661569,
+ "dailynewsegypt.com": 6.794724299086278,
+ "chinadaily.com.cn": 4.599889795712319,
+ "newtimes.co.rw": 2.0,
+ "standardmedia.co.ke": 0.0,
+ "rfa.org": 8.135843610388221,
+ "bmj.com": 0.7393675987263864,
+ "link.springer.com": 0.0,
+ "xinhuanet.com": 1.7036127536297756,
+ "facebook.com/bw.chineseembassy": 4.841309978955467,
+ "facebook.com/channelnewsasia": 1.9675717477783197,
+ "facebook.com/wxii12news": 0.12311922349409943,
+ "france24.com": 0.9880304803188434,
+ "sccei.fsi.stanford.edu": 0.0,
+ "english.scio.gov.cn": 6.239263198221617,
+ "en.nhc.gov.cn": 0.0,
+ "wsj.com": 3.0,
+ "cnn.com": 9.666081769098112,
+ "ie.china-embassy.gov.cn": 3.0498631245936396,
+ "chinadailyhk.com": 4.814296874473716,
+ "dk.usembassy.gov": 3.049890385161019,
+ "scio.gov.cn": 0.0,
+ "en.chinacdc.cn": 0.0,
+ "nbcmiami.com": 0.6777771602408527,
+ "washingtonpost.com": 10.139362599885587,
+ "facebook.com/ancalerts": 0.3626762520215282,
+ "cbc.ca": 0.0,
+ "archive.cdc.gov": 0.0,
+ "lshtm.ac.uk": 1.815430600584387,
+ "epi.ufl.edu": 0.0,
+ "apnews.com": 12.857754396586472,
+ "dailybruin.com": 8.23526743902406,
+ "bloomberg.com": 1.0,
+ "zhihu.com": 2.7743664648100372,
+ "fullfact.org": 0.0,
+ "reporterslab.org": 0.0,
+ "journals.sagepub.com": 0.0,
+ "tsinghua.edu.cn": 0.0,
+ "thechinaproject.com": 0.0,
+ "en.qstheory.cn": 0.0,
+ "pigafirimbi.africauncensored.online": 0.0,
+ "en.cikd.org": 0.0,
+ "facebook.com/ddnews": 1.7103217242003026,
+ "bg.china-embassy.gov.cn": 5.0,
+ "thestandard.com.hk": 4.0,
+ "aa.com.tr": 6.4238980394149,
+ "globaltimes.cn": 33.86371499549519,
+ "macaubusiness.com": 3.0,
+ "ps.china-office.gov.cn": 0.0,
+ "frankfurt.china-consulate.gov.cn": 3.0,
+ "fmprc.gov.cn": 9.821191896645459,
+ "facebook.com/arisetvnews": 12.0,
+ "facebook.com/reuters": 7.0340603441431835,
+ "facebook.com/aljazeera": 3.0,
+ "facebook.com/oneamericanewsnetwork": 3.0,
+ "facebook.com/newscontent.cctvplus": 6.182924959298954,
+ "facebook.com/chinadaily": 2.0,
+ "globaltaiwan.org": 9.292601751999518,
+ "iiss.org": 0.9577262368662572,
+ "understandingwar.org": 1.9576814334837462,
+ "choosingvictory.com": 3.461451514040433,
+ "tsm.schar.gmu.edu": 0.0,
+ "jamestown.org": 0.0,
+ "placonference.org": 0.0,
+ "taiwancss.org": 3.7643204239131713,
+ "story-maker.org": 0.0,
+ "warontherocks.com": 0.9576814334837461,
+ "internews.org": 0.0,
+ "oe.t2com.army.mil": 1.9576814334837462,
+ "somersetcountynj.gov": 0.916755735270162,
+ "fox21news.com": 3.546513508900721,
+ "macro.hawaii.gov": 0.916755735270162,
+ "txssc.txstate.edu": 0.12122409145346691,
+ "adt.com": 0.0,
+ "centcom.mil": 0.825840307787702,
+ "tnsr.org": 0.0,
+ "britannica.com": 6.0,
+ "uscc.gov": 2.379286994023297,
+ "reddit.com": 7.0361198284450195,
+ "english.www.gov.cn": 1.0,
+ "shape.nato.int": 0.0,
+ "chu.house.gov": 0.0,
+ "army.mil": 0.0,
+ "uppermichiganssource.com": 0.174159692212298,
+ "ktla.com": 0.825840307787702,
+ "abc7.com": 1.0,
+ "facebook.com/longbeachcity": 0.042495189966474056,
+ "facebook.com/forthoodarmy": 0.916755735270162,
+ "facebook.com/usarmy": 0.916755735270162,
+ "facebook.com/wtajnews": 0.916755735270162,
+ "facebook.com/jrmguam": 0.916755735270162,
+ "facebook.com/kuamnews": 0.8259391791111311,
+ "newsnationnow.com": 1.0,
+ "nbcnews.com": 38.869767859017124,
+ "congress.gov": 15.862294169931673,
+ "facebook.com/focus.tw": 2.0,
+ "abcnews.com": 7.747009432903383,
+ "csis.org": 28.4866063853435,
+ "airuniversity.af.edu": 12.320355755790336,
+ "en.tfc-taiwan.org.tw": 2.0,
+ "pelosi.house.gov": 1.0,
+ "c-span.org": 0.9282028541206857,
+ "facebook.com/france24.english": 3.928194704132477,
+ "facebook.com/meetthepress": 0.9281947155456178,
+ "facebook.com/kcci8": 1.9281947041324772,
+ "facebook.com/thehill": 1.0,
+ "facebook.com/globaltimesnews": 8.02125496372998,
+ "tdhj.org": 1.2659377962248493,
+ "dailynews.com": 0.0,
+ "psc-cuny.org": 0.26593782539385824,
+ "newspress.com": 0.0,
+ "independent.com": 0.0,
+ "sanctionsnews.bakermckenzie.com": 0.7340622037751507,
+ "pesacheck.org": 0.44103229069965544,
+ "mid.ru": 2.646597970774467,
+ "facebook.com/cctvcom": 1.0,
+ "x.com/meafactcheck": 0.882064692456125,
+ "x.com/mofamv": 1.3232989853872335,
+ "x.com/dutchmfa": 1.3232989853872335,
+ "paho.org": 3.0,
+ "thinkglobalhealth.org": 0.0,
+ "globalhealthnow.org": 2.0,
+ "2021-2025.state.gov": 3.909889303991898,
+ "geneva.china-mission.gov.cn": 5.0,
+ "devex.com": 0.0,
+ "twincities.com": 0.0,
+ "facebook.com/ipsforg": 1.0,
+ "facebook.com/taiwanplusnews": 7.0,
+ "facebook.com/yahoonews": 3.0,
+ "facebook.com/nikkeiasia": 1.0,
+ "news.cgtn.com": 5.0,
+ "table.media": 0.0,
+ "thehindu.com": 0.9663042298271864,
+ "afe.easia.columbia.edu": 2.0,
+ "ait.org.tw": 0.0,
+ "china.usembassy-china.org.cn": 1.0,
+ "history.state.gov": 3.912180702643635,
+ "ebsco.com": 1.9549446519959488,
+ "us-taiwan.org": 0.0450553480040512,
+ "whyy.org": 3.0,
+ "rw.china-embassy.gov.cn": 0.0,
+ "facebook.com/christiansciencemonitor": 1.0,
+ "facebook.com/cnnpolitics": 1.0,
+ "isdp.eu": 2.0,
+ "instituteofgeoeconomics.org": 10.73639178291434,
+ "brookings.edu": 3.4321043873385517,
+ "globalvoices.org": 2.0,
+ "ballotpedia.org": 0.0,
+ "medium.com": 2.0,
+ "mac.gov.tw": 2.567899697104157,
+ "za.china-embassy.gov.cn": 1.0,
+ "facebook.com/chinaembassymanila": 1.0,
+ "facebook.com/chinaglobaltvnetwork": 5.569935050869713,
+ "facebook.com/61572961049373": 5.240866440776403,
+ "cpifa.org": 2.9494469474220804,
+ "unachina.org": 6.898893894844161,
+ "gmfus.org": 2.7731966609641985,
+ "facebook.com/chineseembassyinbangkok": 9.679480105629073,
+ "un.china-mission.gov.cn": 5.8988939008705525,
+ "losangeles.china-consulate.gov.cn": 5.94944694742208,
+ "qil-qdi.org": 1.0,
+ "fapa.org": 0.050554825769931755,
+ "geostrategy.org.uk": 0.0,
+ "so.china-embassy.gov.cn": 2.9494469474220804,
+ "eu.china-mission.gov.cn": 8.416718779074454,
+ "facebook.com/chinaembassyt": 3.8381396173754423,
+ "facebook.com/embchinamex": 2.0,
+ "facebook.com/echinanews": 5.376697971926213,
+ "supremecourt.gov": 0.0,
+ "quizlet.com": 0.0,
+ "vacourts.gov": 0.0,
+ "gm.china-embassy.gov.cn": 1.7216274329404877,
+ "gijn.org": 0.0,
+ "utopia.ut.edu": 0.0,
+ "smartorg.com": 0.27837265308418724,
+ "ibm.com": 0.0,
+ "rib-software.com": 0.0,
+ "online.hbs.edu": 0.0,
+ "thoughtspot.com": 0.0,
+ "misinforeview.hks.harvard.edu": 0.0,
+ "retroreport.org": 0.0,
+ "lemonde.fr": 0.0,
+ "espn.com": 0.0,
+ "as-coa.org": 0.0,
+ "tt.china-embassy.gov.cn": 0.865334936258355,
+ "latinnews.com": 1.0,
+ "facebook.com/groups": 2.38289286011445,
+ "facebook.com/cbsnews": 0.326333322793245,
+ "nbcsandiego.com": 1.0,
+ "facebook.com/charlyedsittyabc13": 2.0,
+ "facebook.com/newshour": 1.0,
+ "history.com": 11.686127375125512,
+ "hellomagazine.com": 3.603943016146798,
+ "usatoday.com": 0.0,
+ "snopes.com": 0.0,
+ "ewtnnews.com": 3.8946287524110126,
+ "facebook.com/thebritishmonarchy": 6.568326316570251,
+ "x.com/wabbey": 3.301909490791494,
+ "facebook.com/cnn": 3.26612087087091,
+ "facebook.com/entertainmenttonight": 1.0448833223724279,
+ "phila.gov": 2.0,
+ "prismreports.org": 0.6136397606996911,
+ "cpp-college.netlify.app": 0.0,
+ "facebook.com/fox26houston": 1.0,
+ "phlcouncil.com": 0.0,
+ "fox29.com": 1.3863650093834,
+ "mynbc5.com": 0.6136357383835817,
+ "legis.state.pa.us": 0.0,
+ "drum.lib.umd.edu": 0.0,
+ "inquirer.com": 0.0,
+ "gao.gov": 9.0,
+ "usafacts.org": 5.0,
+ "nida.nih.gov": 2.0,
+ "yalemedicine.org": 1.0,
+ "statesman.com": 1.0,
+ "dea.gov": 3.529092802483417,
+ "health.wyo.gov": 1.0,
+ "utmb.edu": 0.0,
+ "cbp.gov": 0.0,
+ "scielo.org.mx": 1.0,
+ "fremontpolice.gov": 0.0,
+ "facebook.com/stopoverdosemd": 1.0,
+ "ag.ny.gov": 7.912880729188565,
+ "joshstein.org": 8.0,
+ "americanhealthlaw.org": 1.0,
+ "mass.gov": 3.9564403299762767,
+ "illinoisattorneygeneral.gov": 0.0,
+ "portal.ct.gov": 0.0,
+ "justice.gov": 0.0,
+ "statnews.com": 3.0,
+ "classlawgroup.com": 0.0,
+ "namd.org": 0.0,
+ "texasattorneygeneral.gov": 3.0,
+ "shadac.org": 4.0,
+ "facebook.com/newswatch16": 10.0,
+ "facebook.com/cbsmornings": 1.1494252428846758,
+ "health.harvard.edu": 13.45788799399304,
+ "unc.edu": 1.9322437640130232,
+ "healthsystemtracker.org": 0.13552865412969994,
+ "aha.org": 0.0677564212070999,
+ "facebook.com/vox": 1.9322282344852368,
+ "facebook.com/rgvfox": 2.864472087367037,
+ "facebook.com/marylandaging": 2.86447199849826,
+ "qz.com": 3.9262517545100915,
+ "ndtv.com": 2.96312565893723,
+ "jpmas.com.ni": 2.0,
+ "pmc.gov.au": 2.890619782110738,
+ "spfusa.org": 2.0,
+ "wsls.com": 2.890619782110738,
+ "spectrumlocalnews.com": 14.750628938088514,
+ "japan.kantei.go.jp": 2.890619782110738,
+ "spectrumnews1.com": 2.0,
+ "opb.org": 2.9631256647982465,
+ "facebook.com/usforcesjapan": 1.0,
+ "facebook.com/sunstardavaonews": 4.890619782110738,
+ "facebook.com/cgtnamerica": 0.9631256589372299,
+ "bankofengland.co.uk": 3.894433665306776,
+ "abc7chicago.com": 24.468758197878206,
+ "fox5ny.com": 1.0,
+ "corporate.visa.com": 2.930253351693227,
+ "royalmintmuseum.org.uk": 0.9634989119452598,
+ "quora.com": 1.9634989119452597,
+ "paragonbank.co.uk": 2.93025356086199,
+ "facebook.com/theeconomist": 1.0,
+ "facebook.com/newsroomgy": 12.787358500833466,
+ "facebook.com/sciencenaturepage": 1.0757048671569587,
+ "facebook.com/gccexchange": 0.9665728337105288,
+ "facebook.com/royalcentral": 0.9636444574245706,
+ "facebook.com/canadianmint": 0.9634989119452598,
+ "rferl.org": 2.0,
+ "media.defense.gov": 0.0,
+ "esd.whs.mil": 1.0,
+ "uscode.house.gov": 1.0,
+ "lawfaremedia.org": 4.0,
+ "military.com": 0.0,
+ "files.oprf.ru": 2.0,
+ "dhs.gov": 0.0,
+ "cityoffrederickmd.gov": 0.0,
+ "usmcu.edu": 0.0,
+ "lieber.westpoint.edu": 0.0,
+ "armscontrol.org": 0.0,
+ "facebook.com/photo.php": 3.0,
+ "calmatters.org": 1.7874458360164835,
+ "darkdaily.com": 0.0,
+ "kcl.ac.uk": 0.0,
+ "mspca.org": 0.0,
+ "abcnews4.com": 0.0,
+ "thejournal.ie": 0.7874458360164837,
+ "newyorker.com": 0.0,
+ "yahoo.com": 0.0,
+ "undark.org": 0.0,
+ "facebook.com/ntdnews": 1.0,
+ "home.treasury.gov": 1.0,
+ "nationalsecurity.virginia.edu": 0.0,
+ "fsi.stanford.edu": 0.0,
+ "mexicosolidarity.com": 0.0,
+ "be.china-embassy.gov.cn": 3.5096975943335234,
+ "amp.scmp.com": 0.0,
+ "forthepeople.com": 0.0,
+ "psu.edu": 0.0,
+ "americas.georgetown.edu": 0.0,
+ "americanimmigrationcouncil.org": 0.0,
+ "facebook.com/scmp": 2.3778446932237625,
+ "facebook.com/hamza4sl": 0.49030244463220785,
+ "facebook.com/firstpostin": 0.22306466009335657,
+ "iprcc.org": 0.0,
+ "facebook.com/chineseembsa": 3.0,
+ "livinghistoryfarm.org": 2.0,
+ "eh.net": 0.0,
+ "hundredpercentcotton.com": 1.0,
+ "facebook.com/xinhuascitech": 1.0,
+ "uhrp.org": 0.0,
+ "en.theorychina.org.cn": 3.0,
+ "english.news.cn": 2.0,
+ "subsites.chinadaily.com.cn": 3.0,
+ "aap.com.au": 0.0,
+ "chinadiscovery.com": 1.0,
+ "wildgreatwall.com": 1.0,
+ "dissertationreviews.org": 0.0,
+ "facebook.com/ximoments": 6.0,
+ "chinakongzi.org": 1.0,
+ "ich.unesco.org": 4.0,
+ "rabwah.net": 0.0,
+ "irb-cisr.gc.ca": 0.0,
+ "ahmadiyyafactcheckblog.com": 0.0,
+ "baike.baidu.com": 3.0,
+ "unesco.org": 1.0,
+ "chiculture.org.hk": 1.0,
+ "worldbulletin.org": 1.0,
+ "citynewsservice.cn": 1.0,
+ "ae.trip.com": 1.0,
+ "willemstad.china-consulate.gov.cn": 0.0,
+ "ers.usda.gov": 1.0,
+ "intechopen.com": 0.0,
+ "thebureauinvestigates.com": 0.0,
+ "stats.gov.cn": 0.0,
+ "facebook.com/boxchina": 1.0,
+ "facebook.com/wearechinavideos": 5.102058555367051,
+ "facebook.com/cgtneuropeofficial": 3.0,
+ "facebook.com/idiscoverchina": 2.0,
+ "berkshirepublishing.com": 0.0,
+ "facebook.com/bjreview": 6.0,
+ "x.com/chineseembinuae": 3.0,
+ "hinrichfoundation.com": 1.0,
+ "foreignaffairs.com": 0.0,
+ "genevasolutions.news": 0.0,
+ "dol.gov": 27.088929693084538,
+ "scholarlycommons.law.hofstra.edu": 0.8979417657617208,
+ "uscirf.gov": 0.8980073630871501,
+ "ohchr.org": 5.897941765761721,
+ "enduyghurforcedlabour.org": 0.0,
+ "cecc.gov": 0.0,
+ "walkfree.org": 1.8979417657617208,
+ "facebook.com/chinadailyhkedition": 3.54919973888676,
+ "facebook.com/thebeltandroadnewsnetwork": 3.0,
+ "quincyinst.org": 2.0,
+ "heritage.org": 0.0,
+ "guides.library.upenn.edu": 0.0,
+ "opendemocracy.net": 3.0,
+ "tillvaxtanalys.se": 0.0,
+ "redwoods.libguides.com": 1.0,
+ "onlinelibrary.wiley.com": 1.0,
+ "onthinktanks.org": 0.0,
+ "papers.ssrn.com": 0.0,
+ "palladiummag.com": 1.0,
+ "nationalaffairs.com": 0.0,
+ "niskanencenter.org": 0.0,
+ "khanacademy.org": 0.0,
+ "mrsdaffodildigresses.wordpress.com": 0.0,
+ "nypost.com": 0.0,
+ "theexodusroad.com": 0.0,
+ "harvardlawreview.org": 0.0,
+ "freedomunited.org": 0.0,
+ "facebook.com/chineseembassyinus": 0.5492000792369216,
+ "business-humanrights.org": 3.0,
+ "jww.org": 1.0,
+ "ssrs.com": 0.0,
+ "ziniounlimited.com": 0.0,
+ "ustr.gov": 0.0,
+ "journals.plos.org": 0.0,
+ "nvcourts.gov": 0.0,
+ "authors.library.caltech.edu": 0.0,
+ "libguides.libraries.wsu.edu": 0.0,
+ "publications.parliament.uk": 2.0,
+ "humanrights.unsw.edu.au": 0.5727490434055669,
+ "facebook.com/nbcnewsworld": 3.0,
+ "lasher.com": 0.0,
+ "nybusinessdivorce.com": 0.0,
+ "courses.lumenlearning.com": 0.0,
+ "wilsonelser.com": 0.0,
+ "saylordotorg.github.io": 0.0,
+ "ilo.org": 1.0,
+ "skadden.com": 1.0,
+ "justanswer.com": 0.0,
+ "daeryunlaw.com": 0.0,
+ "norrismclaughlin.com": 0.0,
+ "fennemorelaw.com": 0.0,
+ "biblenumbers.atwebpages.com": 1.0,
+ "quoteinvestigator.com": 0.0,
+ "enduringword.com": 0.0,
+ "presswatchers.org": 0.0,
+ "facebook.com/mfa.chn": 1.427251024504133
+ },
+ "b": {
+ "thehill.com": 4.0758136994606655,
+ "en.people.cn": 4.322450297790655,
+ "kfor.com": 4.0,
+ "bernama.com": 4.0,
+ "politico.com": 2.3693551621652356,
+ "seattletimes.com": 2.3529411764705883,
+ "pbs.org": 6.466902619838338,
+ "npr.org": 5.061290032680891,
+ "cnbc.com": 5.013651983028641,
+ "news.wttw.com": 5.584213688599056,
+ "oversight.house.gov": 2.3529411764705883,
+ "factcheck.org": 6.164349116467195,
+ "poynter.org": 3.5527474722038357,
+ "pmc.ncbi.nlm.nih.gov": 5.160682116511639,
+ "bu.edu": 2.3040944106210866,
+ "bbc.com": 5.641606601402779,
+ "youtube.com": 11.755540502411515,
+ "newsweek.com": 4.016413985694648,
+ "data.who.int": 2.3529411764705883,
+ "cdc.gov": 2.4673688293957805,
+ "ourworldindata.org": 2.3529411764705883,
+ "en.wikipedia.org": 9.19544828246888,
+ "coronavirus.jhu.edu": 2.7740586669613525,
+ "kcra.com": 2.360479301518153,
+ "facebook.com": 4.0,
+ "8am.media": 4.0,
+ "armscontrolcenter.org": 4.0,
+ "twitter.com": 4.0,
+ "news.un.org": 4.067584359311662,
+ "factcheck.afp.com": 2.3529411764705883,
+ "healthpolicy-watch.news": 4.0,
+ "who.int": 3.3280947742035227,
+ "ilcuk.org.uk": 4.0,
+ "health.economictimes.indiatimes.com": 4.0,
+ "global.chinadaily.com.cn": 4.9876845825613945,
+ "immunize.ca": 4.0,
+ "instagram.com": 5.624824618023968,
+ "maine.gov": 2.2222222222222223,
+ "naco.org": 4.0,
+ "lozierinstitute.org": 4.0,
+ "reuters.com": 7.376319403223752,
+ "heart.org": 4.0,
+ "pubmed.ncbi.nlm.nih.gov": 2.3529411764705883,
+ "finance.yahoo.com": 2.3529411764705883,
+ "sciencedirect.com": 2.512174933660956,
+ "sinovac.com": 4.0,
+ "thelancet.com": 2.3529411764705883,
+ "mayoclinic.org": 2.3529411764705883,
+ "jamanetwork.com": 4.0,
+ "cidrap.umn.edu": 2.2222222222222223,
+ "tandfonline.com": 4.0,
+ "nature.com": 2.3529411764705883,
+ "voanews.com": 3.010697322306314,
+ "dw.com": 2.3595579956737804,
+ "theguardian.com": 4.0,
+ "scmp.com": 4.837496755982264,
+ "kvue.com": 2.3529411764705883,
+ "facebook.com/xinhuanewsagency": 4.0,
+ "facebook.com/dghisham": 4.0,
+ "pmlive.com": 4.217587244340272,
+ "theconversation.com": 3.2362553492158135,
+ "ehe.health": 4.0,
+ "publichealthontario.ca": 4.0,
+ "ama-assn.org": 2.443118324846881,
+ "wbaltv.com": 2.401759491009748,
+ "bea.gov": 2.2222222222222223,
+ "cgsnet.org": 4.15923379515464,
+ "crfb.org": 2.794470063836189,
+ "lao.ca.gov": 2.2222222222222223,
+ "americanpressinstitute.org": 2.3529411764705883,
+ "toolbox.google.com": 4.0,
+ "uchicagomedicine.org": 4.0,
+ "ebgtz.org": 4.0,
+ "acquirepublications.org": 4.0,
+ "timeanddate.com": 4.0,
+ "calendar-365.com": 4.0,
+ "nrm.dfg.ca.gov": 2.5833737710648195,
+ "treasurypartners.com": 4.0,
+ "epochconverter.com": 4.0,
+ "cbsnews.com": 2.3529411764705883,
+ "steveinskeep.substack.com": 4.0,
+ "pnas.org": 4.0,
+ "facebook.com/alaskapublic": 4.377122849953944,
+ "publichealth.jhu.edu": 2.2268131297373452,
+ "stories.tamu.edu": 2.758086305765893,
+ "frontiersin.org": 4.53586395578377,
+ "facebook.com/wcvb5": 4.071809310038627,
+ "cfr.org": 2.3836245044681124,
+ "china-briefing.com": 4.0,
+ "chinaselectcommittee.house.gov": 2.3529411764705883,
+ "mfa.gov.cn": 8.449113974782032,
+ "carnegieendowment.org": 3.0965105966832334,
+ "aljazeera.com": 4.254425652981928,
+ "surabaya.china-consulate.gov.cn": 12.676111397554234,
+ "us.china-embassy.gov.cn": 8.575214775397738,
+ "mps.gov.cn": 4.0,
+ "politifact.com": 4.006203064923447,
+ "time.com": 7.178601185923414,
+ "nytimes.com": 5.070127692832969,
+ "secure.fundsupermart.com": 4.246550821693844,
+ "thenationaldesk.com": 2.3529411764705883,
+ "weforum.org": 2.6064141153325275,
+ "abc7news.com": 2.3529411764705883,
+ "whitehouse.gov": 4.2426267015784775,
+ "nafsa.org": 4.0,
+ "mdanderson.org": 4.0,
+ "gavi.org": 4.0,
+ "adventhealth.com": 4.0,
+ "verywellhealth.com": 2.3529411764705883,
+ "forbes.com": 4.0,
+ "facebook.com/masslive": 4.0,
+ "english.cctv.com": 6.8806310353996025,
+ "wwwnc.cdc.gov": 2.498714659156182,
+ "unmc.edu": 2.478197316525807,
+ "dailynewsegypt.com": 4.812650442483843,
+ "chinadaily.com.cn": 5.210919273230818,
+ "newtimes.co.rw": 4.0,
+ "standardmedia.co.ke": 4.0,
+ "rfa.org": 5.115753450258493,
+ "bmj.com": 2.4208704250642383,
+ "link.springer.com": 4.0,
+ "xinhuanet.com": 5.318585067198304,
+ "facebook.com/bw.chineseembassy": 8.739021047651311,
+ "facebook.com/channelnewsasia": 5.860341429493127,
+ "facebook.com/wxii12news": 4.768919896205591,
+ "france24.com": 4.6246858524206464,
+ "sccei.fsi.stanford.edu": 2.2222222222222223,
+ "english.scio.gov.cn": 5.5485696057394875,
+ "en.nhc.gov.cn": 4.0,
+ "wsj.com": 4.0,
+ "cnn.com": 8.262656696995515,
+ "ie.china-embassy.gov.cn": 4.775852270610798,
+ "chinadailyhk.com": 8.344080502058334,
+ "dk.usembassy.gov": 2.9980530991873926,
+ "scio.gov.cn": 4.0,
+ "en.chinacdc.cn": 4.0,
+ "nbcmiami.com": 2.4567687349330374,
+ "washingtonpost.com": 4.250803312940888,
+ "facebook.com/ancalerts": 4.406181559737327,
+ "cbc.ca": 2.3529411764705883,
+ "archive.cdc.gov": 2.3529411764705883,
+ "lshtm.ac.uk": 4.508107677766255,
+ "epi.ufl.edu": 2.2222222222222223,
+ "apnews.com": 2.764849713934164,
+ "dailybruin.com": 6.140407610657514,
+ "bloomberg.com": 2.3529411764705883,
+ "zhihu.com": 6.675626001569741,
+ "fullfact.org": 2.3529411764705883,
+ "reporterslab.org": 2.3529411764705883,
+ "journals.sagepub.com": 4.0,
+ "tsinghua.edu.cn": 4.0,
+ "thechinaproject.com": 4.0,
+ "en.qstheory.cn": 4.0,
+ "pigafirimbi.africauncensored.online": 4.0,
+ "en.cikd.org": 4.0,
+ "facebook.com/ddnews": 4.65372297304625,
+ "bg.china-embassy.gov.cn": 4.0,
+ "thestandard.com.hk": 4.0,
+ "aa.com.tr": 4.179552466846066,
+ "globaltimes.cn": 6.72197125054945,
+ "macaubusiness.com": 4.0,
+ "ps.china-office.gov.cn": 4.0,
+ "frankfurt.china-consulate.gov.cn": 4.0,
+ "fmprc.gov.cn": 4.4803636103480695,
+ "facebook.com/arisetvnews": 4.0,
+ "facebook.com/reuters": 4.480497870832202,
+ "facebook.com/aljazeera": 4.0,
+ "facebook.com/oneamericanewsnetwork": 4.0,
+ "facebook.com/newscontent.cctvplus": 4.824679156964348,
+ "facebook.com/chinadaily": 4.0,
+ "globaltaiwan.org": 5.855047341902933,
+ "iiss.org": 4.001787071049487,
+ "understandingwar.org": 4.00179086107199,
+ "choosingvictory.com": 4.179277619681519,
+ "tsm.schar.gmu.edu": 2.2222222222222223,
+ "jamestown.org": 4.0,
+ "placonference.org": 4.0,
+ "taiwancss.org": 4.6605193861540775,
+ "story-maker.org": 4.0,
+ "warontherocks.com": 2.354732037542579,
+ "internews.org": 4.0,
+ "oe.t2com.army.mil": 2.224013083294213,
+ "somersetcountynj.gov": 2.2291518298326336,
+ "fox21news.com": 2.4156370409088406,
+ "macro.hawaii.gov": 2.2291518298326336,
+ "txssc.txstate.edu": 2.994469319664007,
+ "adt.com": 4.0,
+ "centcom.mil": 2.252553820613705,
+ "tnsr.org": 4.0,
+ "britannica.com": 2.3529411764705883,
+ "uscc.gov": 2.5585532108929803,
+ "reddit.com": 4.811618001951314,
+ "english.www.gov.cn": 4.0,
+ "shape.nato.int": 2.2222222222222223,
+ "chu.house.gov": 2.3529411764705883,
+ "army.mil": 2.2222222222222223,
+ "uppermichiganssource.com": 3.0349533904374746,
+ "ktla.com": 2.383272774862071,
+ "abc7.com": 2.3529411764705883,
+ "facebook.com/longbeachcity": 4.916815461237339,
+ "facebook.com/forthoodarmy": 4.006929607610411,
+ "facebook.com/usarmy": 4.006929607610411,
+ "facebook.com/wtajnews": 4.006929607610411,
+ "facebook.com/jrmguam": 4.006929607610411,
+ "facebook.com/kuamnews": 4.030297169368507,
+ "newsnationnow.com": 2.3529411764705883,
+ "nbcnews.com": 2.358594765170505,
+ "congress.gov": 3.8608884397586505,
+ "facebook.com/focus.tw": 4.0,
+ "abcnews.com": 4.016928785402951,
+ "csis.org": 2.3930412755816683,
+ "airuniversity.af.edu": 2.429530824229178,
+ "en.tfc-taiwan.org.tw": 4.0,
+ "pelosi.house.gov": 2.3529411764705883,
+ "c-span.org": 2.358096006627004,
+ "facebook.com/france24.english": 4.0051560005146225,
+ "facebook.com/meetthepress": 4.0051559988755745,
+ "facebook.com/kcci8": 4.0051560005146225,
+ "facebook.com/thehill": 4.0,
+ "facebook.com/globaltimesnews": 5.35680704241336,
+ "tdhj.org": 4.538847319011231,
+ "dailynews.com": 4.0,
+ "psc-cuny.org": 4.538847276187497,
+ "newspress.com": 4.0,
+ "independent.com": 2.3529411764705883,
+ "sanctionsnews.bakermckenzie.com": 4.07072291146093,
+ "pesacheck.org": 4.312444900040474,
+ "mid.ru": 4.500098421249982,
+ "facebook.com/cctvcom": 4.0,
+ "x.com/meafactcheck": 4.624889675926622,
+ "x.com/mofamv": 4.250049210624991,
+ "x.com/dutchmfa": 4.250049210624991,
+ "paho.org": 2.3529411764705883,
+ "thinkglobalhealth.org": 4.0,
+ "globalhealthnow.org": 4.0,
+ "2021-2025.state.gov": 2.226282190989755,
+ "geneva.china-mission.gov.cn": 4.0,
+ "devex.com": 4.0,
+ "twincities.com": 2.3529411764705883,
+ "facebook.com/ipsforg": 4.0,
+ "facebook.com/taiwanplusnews": 4.0,
+ "facebook.com/yahoonews": 4.0,
+ "facebook.com/nikkeiasia": 4.0,
+ "news.cgtn.com": 4.0,
+ "table.media": 4.0,
+ "thehindu.com": 4.548302657841808,
+ "afe.easia.columbia.edu": 2.3529411764705883,
+ "ait.org.tw": 4.0,
+ "china.usembassy-china.org.cn": 4.0,
+ "history.state.gov": 2.226080961863535,
+ "ebsco.com": 4.002029984383766,
+ "us-taiwan.org": 4.911919288375664,
+ "whyy.org": 4.0,
+ "rw.china-embassy.gov.cn": 4.0,
+ "facebook.com/christiansciencemonitor": 4.0,
+ "facebook.com/cnnpolitics": 4.0,
+ "isdp.eu": 4.0,
+ "instituteofgeoeconomics.org": 4.023163097371692,
+ "brookings.edu": 2.67544660335071,
+ "globalvoices.org": 4.0,
+ "ballotpedia.org": 2.3529411764705883,
+ "medium.com": 4.0,
+ "mac.gov.tw": 4.186710671762679,
+ "za.china-embassy.gov.cn": 4.0,
+ "facebook.com/chinaembassymanila": 4.0,
+ "facebook.com/chinaglobaltvnetwork": 4.184955860470437,
+ "facebook.com/61572961049373": 4.228740678500409,
+ "cpifa.org": 4.002555611124946,
+ "unachina.org": 4.005111222249893,
+ "gmfus.org": 2.378661053769483,
+ "facebook.com/chineseembassyinbangkok": 4.030138576394111,
+ "un.china-mission.gov.cn": 4.005111221640587,
+ "losangeles.china-consulate.gov.cn": 4.002555611124946,
+ "qil-qdi.org": 4.0,
+ "fapa.org": 4.9014461388687645,
+ "geostrategy.org.uk": 4.0,
+ "so.china-embassy.gov.cn": 4.002555611124946,
+ "eu.china-mission.gov.cn": 4.6013350065786,
+ "facebook.com/chinaembassyt": 4.0152081855254,
+ "facebook.com/embchinamex": 4.0,
+ "facebook.com/echinanews": 4.330597000056511,
+ "supremecourt.gov": 2.2222222222222223,
+ "quizlet.com": 4.0,
+ "vacourts.gov": 2.2222222222222223,
+ "gm.china-embassy.gov.cn": 4.077491286091303,
+ "gijn.org": 4.0,
+ "utopia.ut.edu": 2.2222222222222223,
+ "smartorg.com": 4.520746027816755,
+ "ibm.com": 4.0,
+ "rib-software.com": 4.0,
+ "online.hbs.edu": 2.2222222222222223,
+ "thoughtspot.com": 4.0,
+ "misinforeview.hks.harvard.edu": 2.3529411764705883,
+ "retroreport.org": 4.0,
+ "lemonde.fr": 2.3529411764705883,
+ "espn.com": 2.3529411764705883,
+ "as-coa.org": 4.0,
+ "tt.china-embassy.gov.cn": 4.018134679392541,
+ "latinnews.com": 4.0,
+ "facebook.com/groups": 4.672422428791067,
+ "facebook.com/cbsnews": 5.400580073196149,
+ "nbcsandiego.com": 4.0,
+ "facebook.com/charlyedsittyabc13": 4.0,
+ "facebook.com/newshour": 4.0,
+ "history.com": 5.229986334618535,
+ "hellomagazine.com": 4.489251786679888,
+ "usatoday.com": 4.0,
+ "snopes.com": 4.0,
+ "ewtnnews.com": 4.410548809467,
+ "facebook.com/thebritishmonarchy": 4.516994580175364,
+ "x.com/wabbey": 4.244671960816142,
+ "facebook.com/cnn": 4.272542415389177,
+ "facebook.com/entertainmenttonight": 4.50169540868767,
+ "phila.gov": 2.2222222222222223,
+ "prismreports.org": 4.149274234512192,
+ "cpp-college.netlify.app": 4.0,
+ "facebook.com/fox26houston": 4.0,
+ "phlcouncil.com": 4.0,
+ "fox29.com": 2.729489078179623,
+ "mynbc5.com": 2.5022185191249884,
+ "legis.state.pa.us": 4.0,
+ "drum.lib.umd.edu": 2.2222222222222223,
+ "inquirer.com": 2.3529411764705883,
+ "gao.gov": 2.3529411764705883,
+ "usafacts.org": 2.3529411764705883,
+ "nida.nih.gov": 2.3529411764705883,
+ "yalemedicine.org": 4.0,
+ "statesman.com": 2.3529411764705883,
+ "dea.gov": 2.943411550124256,
+ "health.wyo.gov": 2.2222222222222223,
+ "utmb.edu": 2.2222222222222223,
+ "cbp.gov": 2.2222222222222223,
+ "scielo.org.mx": 4.0,
+ "fremontpolice.gov": 2.2222222222222223,
+ "facebook.com/stopoverdosemd": 4.0,
+ "ag.ny.gov": 2.226017105895583,
+ "joshstein.org": 4.0,
+ "americanhealthlaw.org": 4.0,
+ "mass.gov": 2.224119667074798,
+ "illinoisattorneygeneral.gov": 2.2222222222222223,
+ "portal.ct.gov": 2.2222222222222223,
+ "justice.gov": 2.2222222222222223,
+ "statnews.com": 2.3529411764705883,
+ "classlawgroup.com": 4.0,
+ "namd.org": 4.0,
+ "texasattorneygeneral.gov": 2.2222222222222223,
+ "shadac.org": 4.0,
+ "facebook.com/newswatch16": 4.0,
+ "facebook.com/cbsmornings": 4.723477417441793,
+ "health.harvard.edu": 2.380490830933057,
+ "unc.edu": 2.2268131297373452,
+ "healthsystemtracker.org": 6.735830149586335,
+ "aha.org": 4.869078090200594,
+ "facebook.com/vox": 4.002296506100494,
+ "facebook.com/rgvfox": 4.006887407592833,
+ "facebook.com/marylandaging": 4.006887413615617,
+ "qz.com": 2.355660578327102,
+ "ndtv.com": 4.001359717028813,
+ "jpmas.com.ni": 4.0,
+ "pmc.gov.au": 4.006616819203192,
+ "spfusa.org": 4.0,
+ "wsls.com": 2.3595579956737804,
+ "spectrumlocalnews.com": 2.3618390185469664,
+ "japan.kantei.go.jp": 4.006616819203192,
+ "spectrumnews1.com": 2.3529411764705883,
+ "opb.org": 4.001359716596571,
+ "facebook.com/usforcesjapan": 4.0,
+ "facebook.com/sunstardavaonews": 4.006616819203192,
+ "facebook.com/cgtnamerica": 4.001359717028813,
+ "bankofengland.co.uk": 4.0037229183743985,
+ "abc7chicago.com": 2.3717864890894997,
+ "fox5ny.com": 2.3529411764705883,
+ "corporate.visa.com": 4.0024366877187045,
+ "royalmintmuseum.org.uk": 4.00133232942918,
+ "quora.com": 4.00133232942918,
+ "paragonbank.co.uk": 4.002436677449206,
+ "facebook.com/theeconomist": 4.0,
+ "facebook.com/newsroomgy": 4.937479618729225,
+ "facebook.com/sciencenaturepage": 5.851495671471613,
+ "facebook.com/gccexchange": 4.001117375446144,
+ "facebook.com/royalcentral": 4.001321725475954,
+ "facebook.com/canadianmint": 4.00133232942918,
+ "rferl.org": 4.0,
+ "media.defense.gov": 2.2222222222222223,
+ "esd.whs.mil": 2.2222222222222223,
+ "uscode.house.gov": 2.3529411764705883,
+ "lawfaremedia.org": 4.0,
+ "military.com": 2.3529411764705883,
+ "files.oprf.ru": 4.0,
+ "dhs.gov": 2.2222222222222223,
+ "cityoffrederickmd.gov": 2.2222222222222223,
+ "usmcu.edu": 2.2222222222222223,
+ "lieber.westpoint.edu": 2.2222222222222223,
+ "armscontrol.org": 2.3529411764705883,
+ "facebook.com/photo.php": 4.0,
+ "calmatters.org": 4.045179272626732,
+ "darkdaily.com": 4.0,
+ "kcl.ac.uk": 4.0,
+ "mspca.org": 4.0,
+ "abcnews4.com": 2.3529411764705883,
+ "thejournal.ie": 2.39812044909732,
+ "newyorker.com": 2.3529411764705883,
+ "yahoo.com": 2.3529411764705883,
+ "undark.org": 2.3529411764705883,
+ "facebook.com/ntdnews": 4.0,
+ "home.treasury.gov": 2.2222222222222223,
+ "nationalsecurity.virginia.edu": 2.2222222222222223,
+ "fsi.stanford.edu": 2.2222222222222223,
+ "mexicosolidarity.com": 4.0,
+ "be.china-embassy.gov.cn": 4.2403964490023345,
+ "amp.scmp.com": 4.0,
+ "forthepeople.com": 4.0,
+ "psu.edu": 2.2222222222222223,
+ "americas.georgetown.edu": 2.2222222222222223,
+ "americanimmigrationcouncil.org": 2.3529411764705883,
+ "facebook.com/scmp": 4.278481814182393,
+ "facebook.com/hamza4sl": 4.2597915979479035,
+ "facebook.com/firstpostin": 4.6036285223958515,
+ "iprcc.org": 4.0,
+ "facebook.com/chineseembsa": 4.0,
+ "livinghistoryfarm.org": 4.0,
+ "eh.net": 4.0,
+ "hundredpercentcotton.com": 4.0,
+ "facebook.com/xinhuascitech": 4.0,
+ "uhrp.org": 4.0,
+ "en.theorychina.org.cn": 4.0,
+ "english.news.cn": 4.0,
+ "subsites.chinadaily.com.cn": 4.0,
+ "aap.com.au": 2.3529411764705883,
+ "chinadiscovery.com": 4.0,
+ "wildgreatwall.com": 4.0,
+ "dissertationreviews.org": 4.0,
+ "facebook.com/ximoments": 4.0,
+ "chinakongzi.org": 4.0,
+ "ich.unesco.org": 4.0,
+ "rabwah.net": 4.0,
+ "irb-cisr.gc.ca": 4.0,
+ "ahmadiyyafactcheckblog.com": 4.0,
+ "baike.baidu.com": 4.0,
+ "unesco.org": 4.0,
+ "chiculture.org.hk": 4.0,
+ "worldbulletin.org": 4.0,
+ "citynewsservice.cn": 4.0,
+ "ae.trip.com": 4.0,
+ "willemstad.china-consulate.gov.cn": 4.0,
+ "ers.usda.gov": 2.2222222222222223,
+ "intechopen.com": 4.0,
+ "thebureauinvestigates.com": 2.3529411764705883,
+ "stats.gov.cn": 4.0,
+ "facebook.com/boxchina": 4.0,
+ "facebook.com/wearechinavideos": 4.806298837989507,
+ "facebook.com/cgtneuropeofficial": 4.0,
+ "facebook.com/idiscoverchina": 4.0,
+ "berkshirepublishing.com": 4.0,
+ "facebook.com/bjreview": 4.0,
+ "x.com/chineseembinuae": 4.0,
+ "hinrichfoundation.com": 4.0,
+ "foreignaffairs.com": 2.3529411764705883,
+ "genevasolutions.news": 4.0,
+ "dol.gov": 2.7690845662797283,
+ "scholarlycommons.law.hofstra.edu": 2.232638105398058,
+ "uscirf.gov": 2.2326247202066587,
+ "ohchr.org": 4.010415883175836,
+ "enduyghurforcedlabour.org": 4.0,
+ "cecc.gov": 2.2222222222222223,
+ "walkfree.org": 4.010415883175836,
+ "facebook.com/chinadailyhkedition": 4.203220875419765,
+ "facebook.com/thebeltandroadnewsnetwork": 4.0,
+ "quincyinst.org": 4.0,
+ "heritage.org": 4.0,
+ "guides.library.upenn.edu": 2.2222222222222223,
+ "opendemocracy.net": 4.0,
+ "tillvaxtanalys.se": 4.0,
+ "redwoods.libguides.com": 4.0,
+ "onlinelibrary.wiley.com": 4.0,
+ "onthinktanks.org": 4.0,
+ "papers.ssrn.com": 4.0,
+ "palladiummag.com": 4.0,
+ "nationalaffairs.com": 4.0,
+ "niskanencenter.org": 2.3529411764705883,
+ "khanacademy.org": 4.0,
+ "mrsdaffodildigresses.wordpress.com": 4.0,
+ "nypost.com": 4.0,
+ "theexodusroad.com": 4.0,
+ "harvardlawreview.org": 4.0,
+ "freedomunited.org": 4.0,
+ "facebook.com/chineseembassyinus": 4.203220568559997,
+ "business-humanrights.org": 4.0,
+ "jww.org": 4.0,
+ "ssrs.com": 4.0,
+ "ziniounlimited.com": 4.0,
+ "ustr.gov": 2.2222222222222223,
+ "journals.plos.org": 2.3529411764705883,
+ "nvcourts.gov": 2.2222222222222223,
+ "authors.library.caltech.edu": 2.2222222222222223,
+ "libguides.libraries.wsu.edu": 2.2222222222222223,
+ "publications.parliament.uk": 4.0,
+ "humanrights.unsw.edu.au": 4.182543379910858,
+ "facebook.com/nbcnewsworld": 4.0,
+ "lasher.com": 4.0,
+ "nybusinessdivorce.com": 4.0,
+ "courses.lumenlearning.com": 4.0,
+ "wilsonelser.com": 4.0,
+ "saylordotorg.github.io": 4.0,
+ "ilo.org": 4.0,
+ "skadden.com": 4.0,
+ "justanswer.com": 4.0,
+ "daeryunlaw.com": 4.0,
+ "norrismclaughlin.com": 4.0,
+ "fennemorelaw.com": 4.0,
+ "biblenumbers.atwebpages.com": 4.0,
+ "quoteinvestigator.com": 4.0,
+ "enduringword.com": 4.0,
+ "presswatchers.org": 4.0,
+ "facebook.com/mfa.chn": 4.328041388931565
+ },
+ "correct_count": {
+ "pbs.org": 22,
+ "cnbc.com": 1,
+ "bu.edu": 2,
+ "npr.org": 67,
+ "politico.com": 1,
+ "bbc.com": 38,
+ "pmc.ncbi.nlm.nih.gov": 39,
+ "factcheck.org": 16,
+ "youtube.com": 123,
+ "newsweek.com": 1,
+ "en.people.cn": 24,
+ "healthpolicy-watch.news": 3,
+ "ilcuk.org.uk": 1,
+ "health.economictimes.indiatimes.com": 2,
+ "immunize.ca": 2,
+ "finance.yahoo.com": 1,
+ "sciencedirect.com": 8,
+ "facebook.com/xinhuanewsagency": 33,
+ "sinovac.com": 3,
+ "who.int": 5,
+ "en.wikipedia.org": 83,
+ "thelancet.com": 1,
+ "facebook.com/dghisham": 2,
+ "jamanetwork.com": 3,
+ "voanews.com": 14,
+ "dw.com": 7,
+ "factcheck.afp.com": 1,
+ "reuters.com": 60,
+ "pmlive.com": 2,
+ "theconversation.com": 18,
+ "facebook.com/alaskapublic": 1,
+ "cdc.gov": 13,
+ "wbaltv.com": 1,
+ "ebgtz.org": 2,
+ "nature.com": 2,
+ "publichealthontario.ca": 2,
+ "cgsnet.org": 1,
+ "ama-assn.org": 16,
+ "facebook.com/wcvb5": 1,
+ "aljazeera.com": 18,
+ "secure.fundsupermart.com": 1,
+ "mdanderson.org": 2,
+ "gavi.org": 1,
+ "adventhealth.com": 1,
+ "facebook.com/masslive": 1,
+ "forbes.com": 1,
+ "wwwnc.cdc.gov": 5,
+ "unmc.edu": 3,
+ "dailynewsegypt.com": 9,
+ "newtimes.co.rw": 2,
+ "nytimes.com": 3,
+ "english.cctv.com": 5,
+ "rfa.org": 11,
+ "bmj.com": 1,
+ "news.un.org": 14,
+ "chinadaily.com.cn": 6,
+ "us.china-embassy.gov.cn": 32,
+ "whitehouse.gov": 4,
+ "english.scio.gov.cn": 5,
+ "time.com": 9,
+ "ie.china-embassy.gov.cn": 5,
+ "dk.usembassy.gov": 5,
+ "scmp.com": 4,
+ "nbcmiami.com": 1,
+ "washingtonpost.com": 11,
+ "lshtm.ac.uk": 2,
+ "zhihu.com": 1,
+ "dailybruin.com": 11,
+ "news.wttw.com": 3,
+ "facebook.com/ddnews": 2,
+ "wsj.com": 3,
+ "apnews.com": 14,
+ "bloomberg.com": 1,
+ "bg.china-embassy.gov.cn": 5,
+ "thestandard.com.hk": 4,
+ "facebook.com/arisetvnews": 12,
+ "facebook.com/reuters": 7,
+ "facebook.com/aljazeera": 3,
+ "globaltimes.cn": 33,
+ "aa.com.tr": 7,
+ "macaubusiness.com": 3,
+ "thehill.com": 10,
+ "cfr.org": 8,
+ "facebook.com/oneamericanewsnetwork": 3,
+ "frankfurt.china-consulate.gov.cn": 3,
+ "facebook.com/newscontent.cctvplus": 7,
+ "facebook.com/chinadaily": 2,
+ "mfa.gov.cn": 9,
+ "globaltaiwan.org": 9,
+ "understandingwar.org": 2,
+ "choosingvictory.com": 4,
+ "cnn.com": 6,
+ "taiwancss.org": 4,
+ "oe.t2com.army.mil": 2,
+ "instagram.com": 11,
+ "uscc.gov": 2,
+ "iiss.org": 1,
+ "warontherocks.com": 1,
+ "fox21news.com": 4,
+ "facebook.com/forthoodarmy": 1,
+ "facebook.com/usarmy": 1,
+ "somersetcountynj.gov": 1,
+ "facebook.com/wtajnews": 1,
+ "macro.hawaii.gov": 1,
+ "facebook.com/jrmguam": 1,
+ "centcom.mil": 1,
+ "facebook.com/kuamnews": 1,
+ "ktla.com": 1,
+ "facebook.com/focus.tw": 2,
+ "newsnationnow.com": 1,
+ "abcnews.com": 8,
+ "facebook.com/france24.english": 4,
+ "facebook.com/meetthepress": 1,
+ "csis.org": 29,
+ "facebook.com/kcci8": 2,
+ "fmprc.gov.cn": 10,
+ "airuniversity.af.edu": 13,
+ "c-span.org": 1,
+ "facebook.com/thehill": 1,
+ "en.tfc-taiwan.org.tw": 2,
+ "facebook.com/globaltimesnews": 8,
+ "facebook.com/cctvcom": 1,
+ "tdhj.org": 1,
+ "sanctionsnews.bakermckenzie.com": 1,
+ "mid.ru": 4,
+ "x.com/mofamv": 2,
+ "x.com/dutchmfa": 2,
+ "facebook.com/ipsforg": 1,
+ "paho.org": 3,
+ "globalhealthnow.org": 2,
+ "tandfonline.com": 1,
+ "facebook.com/taiwanplusnews": 7,
+ "geneva.china-mission.gov.cn": 5,
+ "facebook.com/yahoonews": 3,
+ "facebook.com/nikkeiasia": 1,
+ "thehindu.com": 1,
+ "congress.gov": 17,
+ "afe.easia.columbia.edu": 2,
+ "history.state.gov": 4,
+ "ebsco.com": 2,
+ "facebook.com/christiansciencemonitor": 1,
+ "2021-2025.state.gov": 4,
+ "whyy.org": 3,
+ "facebook.com/cnnpolitics": 1,
+ "pelosi.house.gov": 1,
+ "abc7.com": 1,
+ "carnegieendowment.org": 10,
+ "instituteofgeoeconomics.org": 11,
+ "brookings.edu": 3,
+ "isdp.eu": 2,
+ "globalvoices.org": 2,
+ "medium.com": 2,
+ "mac.gov.tw": 3,
+ "facebook.com/chinaembassymanila": 1,
+ "facebook.com/chinaglobaltvnetwork": 6,
+ "facebook.com/61572961049373": 6,
+ "facebook.com/chineseembassyinbangkok": 10,
+ "gmfus.org": 3,
+ "facebook.com/chinaembassyt": 4,
+ "eu.china-mission.gov.cn": 8,
+ "un.china-mission.gov.cn": 6,
+ "unachina.org": 7,
+ "losangeles.china-consulate.gov.cn": 6,
+ "qil-qdi.org": 1,
+ "za.china-embassy.gov.cn": 1,
+ "cpifa.org": 3,
+ "so.china-embassy.gov.cn": 3,
+ "facebook.com/embchinamex": 2,
+ "facebook.com/echinanews": 5,
+ "gm.china-embassy.gov.cn": 2,
+ "latinnews.com": 1,
+ "tt.china-embassy.gov.cn": 1,
+ "facebook.com/charlyedsittyabc13": 2,
+ "nbcsandiego.com": 1,
+ "facebook.com/newshour": 1,
+ "facebook.com/thebritishmonarchy": 8,
+ "britannica.com": 6,
+ "reddit.com": 8,
+ "x.com/wabbey": 4,
+ "history.com": 15,
+ "ewtnnews.com": 5,
+ "facebook.com/cnn": 4,
+ "hellomagazine.com": 5,
+ "facebook.com/groups": 3,
+ "facebook.com/entertainmenttonight": 1,
+ "phila.gov": 2,
+ "facebook.com/fox26houston": 1,
+ "mynbc5.com": 1,
+ "prismreports.org": 1,
+ "fox29.com": 1,
+ "gao.gov": 9,
+ "usafacts.org": 5,
+ "yalemedicine.org": 1,
+ "statesman.com": 1,
+ "health.wyo.gov": 1,
+ "dea.gov": 5,
+ "nida.nih.gov": 2,
+ "facebook.com/stopoverdosemd": 1,
+ "scielo.org.mx": 1,
+ "nbcnews.com": 39,
+ "ag.ny.gov": 8,
+ "joshstein.org": 8,
+ "americanhealthlaw.org": 1,
+ "mass.gov": 4,
+ "facebook.com/newswatch16": 10,
+ "texasattorneygeneral.gov": 3,
+ "shadac.org": 4,
+ "statnews.com": 3,
+ "facebook.com/cbsmornings": 1,
+ "health.harvard.edu": 14,
+ "unc.edu": 2,
+ "facebook.com/vox": 2,
+ "facebook.com/rgvfox": 3,
+ "facebook.com/marylandaging": 3,
+ "publichealth.jhu.edu": 1,
+ "qz.com": 4,
+ "ndtv.com": 3,
+ "jpmas.com.ni": 2,
+ "pmc.gov.au": 3,
+ "facebook.com/usforcesjapan": 1,
+ "spfusa.org": 2,
+ "wsls.com": 3,
+ "spectrumlocalnews.com": 15,
+ "japan.kantei.go.jp": 3,
+ "spectrumnews1.com": 2,
+ "facebook.com/sunstardavaonews": 5,
+ "facebook.com/cgtnamerica": 1,
+ "opb.org": 3,
+ "bankofengland.co.uk": 4,
+ "fox5ny.com": 1,
+ "abc7chicago.com": 25,
+ "facebook.com/theeconomist": 1,
+ "facebook.com/newsroomgy": 13,
+ "facebook.com/sciencenaturepage": 1,
+ "corporate.visa.com": 3,
+ "kcra.com": 9,
+ "paragonbank.co.uk": 3,
+ "facebook.com/gccexchange": 1,
+ "facebook.com/royalcentral": 1,
+ "facebook.com/canadianmint": 1,
+ "royalmintmuseum.org.uk": 1,
+ "quora.com": 2,
+ "esd.whs.mil": 1,
+ "uscode.house.gov": 1,
+ "lawfaremedia.org": 4,
+ "global.chinadaily.com.cn": 9,
+ "facebook.com/photo.php": 3,
+ "files.oprf.ru": 2,
+ "facebook.com/ntdnews": 1,
+ "calmatters.org": 2,
+ "thejournal.ie": 1,
+ "rferl.org": 2,
+ "home.treasury.gov": 1,
+ "be.china-embassy.gov.cn": 4,
+ "facebook.com/scmp": 2,
+ "english.www.gov.cn": 1,
+ "facebook.com/chineseembsa": 3,
+ "facebook.com/bw.chineseembassy": 1,
+ "facebook.com/xinhuascitech": 1,
+ "livinghistoryfarm.org": 2,
+ "hundredpercentcotton.com": 1,
+ "en.theorychina.org.cn": 3,
+ "facebook.com/ximoments": 6,
+ "subsites.chinadaily.com.cn": 3,
+ "chinadiscovery.com": 1,
+ "wildgreatwall.com": 1,
+ "english.news.cn": 2,
+ "chinakongzi.org": 1,
+ "worldbulletin.org": 1,
+ "ich.unesco.org": 4,
+ "unesco.org": 1,
+ "chiculture.org.hk": 1,
+ "citynewsservice.cn": 1,
+ "ae.trip.com": 1,
+ "baike.baidu.com": 3,
+ "facebook.com/boxchina": 1,
+ "ers.usda.gov": 1,
+ "facebook.com/wearechinavideos": 5,
+ "facebook.com/cgtneuropeofficial": 3,
+ "news.cgtn.com": 5,
+ "facebook.com/idiscoverchina": 2,
+ "facebook.com/bjreview": 6,
+ "x.com/chineseembinuae": 3,
+ "hinrichfoundation.com": 1,
+ "facebook.com/chinadailyhkedition": 4,
+ "facebook.com/thebeltandroadnewsnetwork": 3,
+ "dol.gov": 29,
+ "scholarlycommons.law.hofstra.edu": 1,
+ "uscirf.gov": 1,
+ "ohchr.org": 6,
+ "walkfree.org": 2,
+ "quincyinst.org": 2,
+ "opendemocracy.net": 3,
+ "onlinelibrary.wiley.com": 1,
+ "palladiummag.com": 1,
+ "redwoods.libguides.com": 1,
+ "facebook.com/chineseembassyinus": 1,
+ "china.usembassy-china.org.cn": 1,
+ "facebook.com/nbcnewsworld": 3,
+ "business-humanrights.org": 3,
+ "publications.parliament.uk": 2,
+ "jww.org": 1,
+ "ilo.org": 1,
+ "skadden.com": 1,
+ "biblenumbers.atwebpages.com": 1,
+ "humanrights.unsw.edu.au": 1,
+ "facebook.com/mfa.chn": 1
+ },
+ "total_count": {
+ "pbs.org": 29,
+ "cnbc.com": 3,
+ "news.wttw.com": 5,
+ "bu.edu": 2,
+ "npr.org": 70,
+ "politico.com": 1,
+ "bbc.com": 41,
+ "pmc.ncbi.nlm.nih.gov": 45,
+ "factcheck.org": 23,
+ "youtube.com": 126,
+ "newsweek.com": 1,
+ "coronavirus.jhu.edu": 1,
+ "en.people.cn": 25,
+ "healthpolicy-watch.news": 3,
+ "ilcuk.org.uk": 1,
+ "health.economictimes.indiatimes.com": 2,
+ "immunize.ca": 2,
+ "finance.yahoo.com": 1,
+ "sciencedirect.com": 8,
+ "facebook.com/xinhuanewsagency": 33,
+ "sinovac.com": 3,
+ "who.int": 8,
+ "en.wikipedia.org": 86,
+ "thelancet.com": 1,
+ "facebook.com/dghisham": 2,
+ "jamanetwork.com": 3,
+ "voanews.com": 14,
+ "dw.com": 7,
+ "factcheck.afp.com": 1,
+ "reuters.com": 67,
+ "pmlive.com": 2,
+ "theconversation.com": 18,
+ "facebook.com/alaskapublic": 2,
+ "cdc.gov": 13,
+ "wbaltv.com": 1,
+ "crfb.org": 1,
+ "ebgtz.org": 2,
+ "nature.com": 2,
+ "publichealthontario.ca": 2,
+ "cgsnet.org": 1,
+ "nrm.dfg.ca.gov": 1,
+ "ama-assn.org": 16,
+ "frontiersin.org": 1,
+ "stories.tamu.edu": 1,
+ "facebook.com/wcvb5": 1,
+ "aljazeera.com": 18,
+ "time.com": 20,
+ "nytimes.com": 9,
+ "secure.fundsupermart.com": 1,
+ "scmp.com": 5,
+ "weforum.org": 1,
+ "mdanderson.org": 2,
+ "gavi.org": 1,
+ "adventhealth.com": 1,
+ "facebook.com/masslive": 1,
+ "forbes.com": 1,
+ "english.cctv.com": 10,
+ "wwwnc.cdc.gov": 5,
+ "unmc.edu": 3,
+ "dailynewsegypt.com": 9,
+ "newtimes.co.rw": 2,
+ "rfa.org": 11,
+ "bmj.com": 1,
+ "us.china-embassy.gov.cn": 42,
+ "surabaya.china-consulate.gov.cn": 22,
+ "facebook.com/bw.chineseembassy": 12,
+ "facebook.com/channelnewsasia": 5,
+ "mfa.gov.cn": 20,
+ "news.un.org": 15,
+ "facebook.com/wxii12news": 1,
+ "chinadaily.com.cn": 7,
+ "xinhuanet.com": 4,
+ "whitehouse.gov": 4,
+ "france24.com": 4,
+ "english.scio.gov.cn": 9,
+ "cnn.com": 17,
+ "ie.china-embassy.gov.cn": 5,
+ "chinadailyhk.com": 12,
+ "dk.usembassy.gov": 5,
+ "nbcmiami.com": 1,
+ "washingtonpost.com": 11,
+ "facebook.com/ancalerts": 1,
+ "lshtm.ac.uk": 3,
+ "dailybruin.com": 13,
+ "zhihu.com": 7,
+ "facebook.com/ddnews": 3,
+ "wsj.com": 3,
+ "apnews.com": 14,
+ "bloomberg.com": 1,
+ "bg.china-embassy.gov.cn": 5,
+ "thestandard.com.hk": 4,
+ "facebook.com/arisetvnews": 12,
+ "facebook.com/reuters": 8,
+ "facebook.com/aljazeera": 3,
+ "globaltimes.cn": 40,
+ "aa.com.tr": 7,
+ "macaubusiness.com": 3,
+ "thehill.com": 10,
+ "cfr.org": 8,
+ "facebook.com/oneamericanewsnetwork": 3,
+ "frankfurt.china-consulate.gov.cn": 3,
+ "facebook.com/newscontent.cctvplus": 8,
+ "facebook.com/chinadaily": 2,
+ "globaltaiwan.org": 13,
+ "understandingwar.org": 2,
+ "choosingvictory.com": 4,
+ "taiwancss.org": 5,
+ "oe.t2com.army.mil": 2,
+ "instagram.com": 14,
+ "uscc.gov": 3,
+ "iiss.org": 1,
+ "warontherocks.com": 1,
+ "fox21news.com": 4,
+ "facebook.com/longbeachcity": 1,
+ "facebook.com/forthoodarmy": 1,
+ "facebook.com/usarmy": 1,
+ "somersetcountynj.gov": 1,
+ "facebook.com/wtajnews": 1,
+ "macro.hawaii.gov": 1,
+ "txssc.txstate.edu": 1,
+ "facebook.com/jrmguam": 1,
+ "centcom.mil": 1,
+ "facebook.com/kuamnews": 1,
+ "uppermichiganssource.com": 1,
+ "ktla.com": 1,
+ "facebook.com/focus.tw": 2,
+ "newsnationnow.com": 1,
+ "abcnews.com": 8,
+ "facebook.com/france24.english": 4,
+ "facebook.com/meetthepress": 1,
+ "csis.org": 29,
+ "facebook.com/kcci8": 2,
+ "fmprc.gov.cn": 11,
+ "airuniversity.af.edu": 13,
+ "c-span.org": 1,
+ "facebook.com/thehill": 1,
+ "en.tfc-taiwan.org.tw": 2,
+ "facebook.com/globaltimesnews": 10,
+ "facebook.com/cctvcom": 1,
+ "tdhj.org": 2,
+ "psc-cuny.org": 1,
+ "sanctionsnews.bakermckenzie.com": 1,
+ "pesacheck.org": 1,
+ "x.com/meafactcheck": 2,
+ "mid.ru": 4,
+ "x.com/mofamv": 2,
+ "x.com/dutchmfa": 2,
+ "facebook.com/ipsforg": 1,
+ "paho.org": 3,
+ "globalhealthnow.org": 2,
+ "tandfonline.com": 1,
+ "facebook.com/taiwanplusnews": 7,
+ "geneva.china-mission.gov.cn": 5,
+ "facebook.com/yahoonews": 3,
+ "facebook.com/nikkeiasia": 1,
+ "thehindu.com": 2,
+ "congress.gov": 19,
+ "afe.easia.columbia.edu": 2,
+ "history.state.gov": 4,
+ "ebsco.com": 2,
+ "facebook.com/christiansciencemonitor": 1,
+ "2021-2025.state.gov": 4,
+ "us-taiwan.org": 1,
+ "whyy.org": 3,
+ "facebook.com/cnnpolitics": 1,
+ "pelosi.house.gov": 1,
+ "abc7.com": 1,
+ "carnegieendowment.org": 12,
+ "instituteofgeoeconomics.org": 11,
+ "brookings.edu": 4,
+ "isdp.eu": 2,
+ "globalvoices.org": 2,
+ "medium.com": 2,
+ "mac.gov.tw": 3,
+ "facebook.com/chinaembassymanila": 1,
+ "facebook.com/chinaglobaltvnetwork": 6,
+ "facebook.com/61572961049373": 6,
+ "reddit.com": 9,
+ "facebook.com/chineseembassyinbangkok": 10,
+ "gmfus.org": 3,
+ "facebook.com/chinaembassyt": 4,
+ "eu.china-mission.gov.cn": 10,
+ "un.china-mission.gov.cn": 6,
+ "unachina.org": 7,
+ "losangeles.china-consulate.gov.cn": 6,
+ "qil-qdi.org": 1,
+ "za.china-embassy.gov.cn": 1,
+ "cpifa.org": 3,
+ "so.china-embassy.gov.cn": 3,
+ "facebook.com/embchinamex": 2,
+ "facebook.com/echinanews": 6,
+ "fapa.org": 1,
+ "facebook.com/groups": 4,
+ "gm.china-embassy.gov.cn": 2,
+ "smartorg.com": 1,
+ "latinnews.com": 1,
+ "facebook.com/cbsnews": 2,
+ "tt.china-embassy.gov.cn": 1,
+ "facebook.com/charlyedsittyabc13": 2,
+ "nbcsandiego.com": 1,
+ "facebook.com/newshour": 1,
+ "facebook.com/thebritishmonarchy": 8,
+ "britannica.com": 6,
+ "x.com/wabbey": 4,
+ "history.com": 15,
+ "ewtnnews.com": 5,
+ "facebook.com/cnn": 4,
+ "hellomagazine.com": 5,
+ "politifact.com": 4,
+ "poynter.org": 3,
+ "facebook.com/entertainmenttonight": 2,
+ "phila.gov": 2,
+ "facebook.com/fox26houston": 1,
+ "fox29.com": 2,
+ "mynbc5.com": 1,
+ "prismreports.org": 1,
+ "gao.gov": 9,
+ "usafacts.org": 5,
+ "yalemedicine.org": 1,
+ "statesman.com": 1,
+ "health.wyo.gov": 1,
+ "dea.gov": 5,
+ "nida.nih.gov": 2,
+ "facebook.com/stopoverdosemd": 1,
+ "scielo.org.mx": 1,
+ "nbcnews.com": 39,
+ "ag.ny.gov": 8,
+ "joshstein.org": 8,
+ "americanhealthlaw.org": 1,
+ "mass.gov": 4,
+ "facebook.com/newswatch16": 10,
+ "texasattorneygeneral.gov": 3,
+ "shadac.org": 4,
+ "statnews.com": 3,
+ "facebook.com/cbsmornings": 2,
+ "health.harvard.edu": 14,
+ "unc.edu": 2,
+ "healthsystemtracker.org": 3,
+ "facebook.com/vox": 2,
+ "facebook.com/rgvfox": 3,
+ "facebook.com/marylandaging": 3,
+ "publichealth.jhu.edu": 1,
+ "aha.org": 1,
+ "qz.com": 4,
+ "ndtv.com": 3,
+ "jpmas.com.ni": 2,
+ "pmc.gov.au": 3,
+ "facebook.com/usforcesjapan": 1,
+ "spfusa.org": 2,
+ "wsls.com": 3,
+ "spectrumlocalnews.com": 15,
+ "japan.kantei.go.jp": 3,
+ "spectrumnews1.com": 2,
+ "facebook.com/sunstardavaonews": 5,
+ "facebook.com/cgtnamerica": 1,
+ "opb.org": 3,
+ "bankofengland.co.uk": 4,
+ "fox5ny.com": 1,
+ "abc7chicago.com": 25,
+ "facebook.com/theeconomist": 1,
+ "facebook.com/newsroomgy": 14,
+ "facebook.com/sciencenaturepage": 3,
+ "corporate.visa.com": 3,
+ "kcra.com": 9,
+ "paragonbank.co.uk": 3,
+ "facebook.com/gccexchange": 1,
+ "facebook.com/royalcentral": 1,
+ "facebook.com/canadianmint": 1,
+ "royalmintmuseum.org.uk": 1,
+ "quora.com": 2,
+ "esd.whs.mil": 1,
+ "uscode.house.gov": 1,
+ "lawfaremedia.org": 4,
+ "global.chinadaily.com.cn": 11,
+ "facebook.com/photo.php": 3,
+ "files.oprf.ru": 2,
+ "facebook.com/ntdnews": 1,
+ "calmatters.org": 2,
+ "thejournal.ie": 1,
+ "rferl.org": 2,
+ "home.treasury.gov": 1,
+ "facebook.com/scmp": 3,
+ "be.china-embassy.gov.cn": 4,
+ "facebook.com/hamza4sl": 1,
+ "facebook.com/firstpostin": 1,
+ "english.www.gov.cn": 1,
+ "facebook.com/chineseembsa": 3,
+ "facebook.com/xinhuascitech": 1,
+ "livinghistoryfarm.org": 2,
+ "hundredpercentcotton.com": 1,
+ "en.theorychina.org.cn": 3,
+ "facebook.com/ximoments": 6,
+ "subsites.chinadaily.com.cn": 3,
+ "chinadiscovery.com": 1,
+ "wildgreatwall.com": 1,
+ "english.news.cn": 2,
+ "chinakongzi.org": 1,
+ "worldbulletin.org": 1,
+ "ich.unesco.org": 4,
+ "unesco.org": 1,
+ "chiculture.org.hk": 1,
+ "citynewsservice.cn": 1,
+ "ae.trip.com": 1,
+ "baike.baidu.com": 3,
+ "facebook.com/boxchina": 1,
+ "ers.usda.gov": 1,
+ "facebook.com/wearechinavideos": 6,
+ "facebook.com/cgtneuropeofficial": 3,
+ "news.cgtn.com": 5,
+ "facebook.com/idiscoverchina": 2,
+ "facebook.com/bjreview": 6,
+ "x.com/chineseembinuae": 3,
+ "hinrichfoundation.com": 1,
+ "facebook.com/chinadailyhkedition": 4,
+ "facebook.com/thebeltandroadnewsnetwork": 3,
+ "dol.gov": 29,
+ "scholarlycommons.law.hofstra.edu": 1,
+ "uscirf.gov": 1,
+ "ohchr.org": 6,
+ "walkfree.org": 2,
+ "quincyinst.org": 2,
+ "opendemocracy.net": 3,
+ "onlinelibrary.wiley.com": 1,
+ "palladiummag.com": 1,
+ "redwoods.libguides.com": 1,
+ "facebook.com/chineseembassyinus": 1,
+ "china.usembassy-china.org.cn": 1,
+ "facebook.com/nbcnewsworld": 3,
+ "business-humanrights.org": 3,
+ "publications.parliament.uk": 2,
+ "jww.org": 1,
+ "ilo.org": 1,
+ "skadden.com": 1,
+ "biblenumbers.atwebpages.com": 1,
+ "humanrights.unsw.edu.au": 1,
+ "facebook.com/mfa.chn": 2
+ }
+}
\ No newline at end of file
diff --git a/data/trust_eval/eval_dataset_cc.jsonl b/data/trust_eval/eval_dataset_cc.jsonl
new file mode 100644
index 0000000..a771dad
--- /dev/null
+++ b/data/trust_eval/eval_dataset_cc.jsonl
@@ -0,0 +1,40 @@
+{"input": "Fauci says U.S. not where it needs to be after Biden declares \"pandemic is over\" More than 400 deaths in the country are reported daily due to COVID-19, he noted.(Xinhua)http://xhtxs.cn/zTX", "output": "More than 400 deaths in the United States are reported daily due to COVID-19, according to Dr. Anthony Fauci, after President Joe Biden declared the pandemic is over.", "topic": "Covid", "ground_truth": "S", "raw_label": "factual", "account": "People's Daily,Overseas", "atoms": [{"id": "a0", "text": "More than 400 deaths in the United States are reported daily due to COVID-19, according to Dr. Anthony Fauci, after President Joe Biden declared the pandemic is over.", "original": "More than 400 deaths in the United States are reported daily due to COVID-19, according to Dr. Anthony Fauci, after President Joe Biden declared the pandemic is over.", "label": "S", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "Fauci says 'we are not where we need to be' after Biden declares ...", "text": "\u201cBut we are not where we need to be if we're going to be able to, quote, 'live with the virus,' because we know we're not going to eradicate it.", "snippet": "\u201cBut we are not where we need to be if we're going to be able to, quote, 'live with the virus,' because we know we're not going to eradicate it.", "link": "https://thehill.com/policy/healthcare/3651195-fauci-says-we-are-not-where-we-need-to-be-after-biden-declares-pandemic-is-over/"}, {"id": "c1", "title": "Fauci says U.S. not where it needs to be after Biden declares ...", "text": "Fauci noted that more than 400 deaths in the country are reported daily due to COVID-19. Fauci's comments came a day after Biden declared ...", "snippet": "Fauci noted that more than 400 deaths in the country are reported daily due to COVID-19. Fauci's comments came a day after Biden declared ...", "link": "https://en.people.cn/n3/2022/0920/c90000-10149573.html"}, {"id": "c2", "title": "Fauci: 'We are not where we need to be' after Biden declares ... - KFOR", "text": "\u201cBut we are not where we need to be if we're going to be able to, quote, 'live with the virus,' because we know we're not going to eradicate it.", "snippet": "\u201cBut we are not where we need to be if we're going to be able to, quote, 'live with the virus,' because we know we're not going to eradicate it.", "link": "https://kfor.com/news/fauci-we-are-not-where-we-need-to-be-after-biden-declares-pandemic-is-over/"}, {"id": "c3", "title": "Fauci says US not where it needs to be after Biden declares ...", "text": "Fauci raised concerns that only 67 per cent of the country was vaccinated. Fauci noted that more than 400 deaths in the country are reported ...", "snippet": "Fauci raised concerns that only 67 per cent of the country was vaccinated. Fauci noted that more than 400 deaths in the country are reported ...", "link": "https://bernama.com/en/news.php?id=2121983"}, {"id": "c4", "title": "Fauci: \u201cWe are not where we need to be if we are going to quote 'live ...", "text": "\u201cWe are not where we need to be if we are going to quote 'live with the virus' because we know we are not going to eradicate it,\u201d Fauci said.", "snippet": "\u201cWe are not where we need to be if we are going to quote 'live with the virus' because we know we are not going to eradicate it,\u201d Fauci said.", "link": "https://www.politico.com/news/2022/09/19/anthony-fauci-we-are-not-where-we-need-to-be-00057580"}, {"id": "c5", "title": "Fauci says 'we are not where we need to be' after Biden declares ...", "text": "He noted that the country is still experiencing more than 400 daily deaths due to COVID-19, though that number is down from a year earlier. \u201cBut ...", "snippet": "He noted that the country is still experiencing more than 400 daily deaths due to COVID-19, though that number is down from a year earlier. \u201cBut ...", "link": "https://thehill.com/policy/healthcare/3651195-fauci-says-we-are-not-where-we-need-to-be-after-biden-declares-pandemic-is-over/"}, {"id": "c6", "title": "Fauci says U.S. not where it needs to be after Biden declares ...", "text": "Fauci noted that more than 400 deaths in the country are reported daily due to COVID-19. Fauci's comments came a day after Biden declared ...", "snippet": "Fauci noted that more than 400 deaths in the country are reported daily due to COVID-19. Fauci's comments came a day after Biden declared ...", "link": "https://en.people.cn/n3/2022/0920/c90000-10149573.html"}, {"id": "c7", "title": "Fauci: 'We are not where we need to be' after Biden declares ... - KFOR", "text": "\u201cThe pandemic is over,\u201d Biden said. \u201cWe still have a problem with COVID. We're still doing a lotta work on it. It's \u2014 but the pandemic is over.", "snippet": "\u201cThe pandemic is over,\u201d Biden said. \u201cWe still have a problem with COVID. We're still doing a lotta work on it. It's \u2014 but the pandemic is over.", "link": "https://kfor.com/news/fauci-we-are-not-where-we-need-to-be-after-biden-declares-pandemic-is-over/"}, {"id": "c8", "title": "Fauci says US not where it needs to be after Biden declares ...", "text": "Fauci raised concerns that only 67 per cent of the country was vaccinated and \"only one-half of those have received a single booster\". Fauci ...", "snippet": "Fauci raised concerns that only 67 per cent of the country was vaccinated and \"only one-half of those have received a single booster\". Fauci ...", "link": "https://bernama.com/en/news.php?id=2121983"}, {"id": "c9", "title": "Fauci tempers Biden's declaration that pandemic is 'over'", "text": "\u201cWe are not where we need to be if we are going to quote 'live with the virus' because we know we are not going to eradicate it,\u201d Fauci said.", "snippet": "\u201cWe are not where we need to be if we are going to quote 'live with the virus' because we know we are not going to eradicate it,\u201d Fauci said.", "link": "https://www.seattletimes.com/nation-world/fauci-tempers-bidens-declaration-that-pandemic-is-over/"}, {"id": "c10", "title": "Fauci: 'We are not where we need to be' after Biden ...", "text": "He noted that the country is still experiencing more than 400 daily deaths due to COVID-19, though that number is down from a year earlier.", "snippet": "He noted that the country is still experiencing more than 400 daily deaths due to COVID-19, though that number is down from a year earlier.", "link": "https://www.fox21news.com/news/national/fauci-we-are-not-where-we-need-to-be-after-biden-declares-pandemic-is-over/"}, {"id": "c11", "title": "Fauci says U.S. not ready after Biden declares 'pandemic is ...", "text": "Fauci said Monday that the United States is not where it needs to be regarding the COVID-19 pandemic, He also noted that more than 400 deaths ...", "snippet": "Fauci said Monday that the United States is not where it needs to be regarding the COVID-19 pandemic, He also noted that more than 400 deaths ...", "link": "https://news.cgtn.com/news/2022-09-20/Fauci-says-U-S-not-ready-after-Biden-declares-pandemic-is-over--1du2EBwZZn2/index.html"}, {"id": "c12", "title": "Fauci Addresses 'The Pandemic Is Over'", "text": "\u201cI'm not happy about the fact that we still have 400 deaths per day,\u201d he said. \u201cWe need to do much better than that \u201cI'll say it even today,\u201d ...", "snippet": "\u201cI'm not happy about the fact that we still have 400 deaths per day,\u201d he said. \u201cWe need to do much better than that \u201cI'll say it even today,\u201d ...", "link": "https://www.theatlantic.com/health/archive/2022/09/fauci-addresses-the-pandemic-is-over/671507/"}, {"id": "c13", "title": "Is the Pandemic 'Over'? Biden Says So, But Scientists ...", "text": "\u201cThe pandemic is over,\u201d Biden said in the interview, which aired on Sept. 18. \u201cWe still have a problem with COVID, we're still doing a lot of ...", "snippet": "\u201cThe pandemic is over,\u201d Biden said in the interview, which aired on Sept. 18. \u201cWe still have a problem with COVID, we're still doing a lot of ...", "link": "https://www.factcheck.org/2022/09/scicheck-is-the-pandemic-over-biden-says-so-but-scientists-say-thats-up-for-debate/"}, {"id": "c14", "title": "Is the Coronavirus pandemic over? | FOX 5 DC", "text": "Dr. Anthony Fauci says he's not ready to declare the COVID-19 pandemic over, however, President Joe Biden recently told \"60 Minutes\" that he ...", "snippet": "Dr. Anthony Fauci says he's not ready to declare the COVID-19 pandemic over, however, President Joe Biden recently told \"60 Minutes\" that he ...", "link": "https://www.youtube.com/watch?v=OmmLslgf0UM"}]}
+{"input": "#WHO warns against #COVID19 complacency, urges for life-saving action xhtxs.cn/zY9", "output": "The World Health Organization warns against COVID-19 complacency and urges for life-saving action.", "topic": "Covid", "ground_truth": "S", "raw_label": "factual", "account": "China Xinhua News", "atoms": [{"id": "a0", "text": "The World Health Organization warns against COVID-19 complacency and urges for life-saving action.", "original": "The World Health Organization warns against COVID-19 complacency and urges for life-saving action.", "label": "S", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9"]}], "contexts": [{"id": "c0", "title": "WHO warns against COVID-19 complacency, urges for life-saving ...", "text": "22 (Xinhua) -- The World Health Organization (WHO) on Thursday warned again against complacency in fighting COVID-19, urging for coordinated ...", "snippet": "22 (Xinhua) -- The World Health Organization (WHO) on Thursday warned again against complacency in fighting COVID-19, urging for coordinated ...", "link": "https://en.people.cn/n3/2022/0923/c90000-10150754.html"}, {"id": "c1", "title": "Amnesty International Warns Against Reduced US Military ...", "text": "Amnesty International Warns Against Reduced US Military Measures to Prevent Civilian Casualties. 8AM Media \u00b7 16 May 2026 - \u06f1\u06f4\u06f0\u06f5/\u06f0\u06f4/\u06f1\u06f2.", "snippet": "Amnesty International Warns Against Reduced US Military Measures to Prevent Civilian Casualties. 8AM Media \u00b7 16 May 2026 - \u06f1\u06f4\u06f0\u06f5/\u06f0\u06f4/\u06f1\u06f2.", "link": "https://8am.media/eng/amnesty-international-warns-against-reduced-us-military-measures-to-prevent-civilian-casualties/"}, {"id": "c2", "title": "The world's last nuclear safeguard expires TODAY. No backup plan ...", "text": "The world's last nuclear safeguard expires TODAY. No backup plan is in place\u2026 and experts have a dire warning for humanity. Senior Policy ...", "snippet": "The world's last nuclear safeguard expires TODAY. No backup plan is in place\u2026 and experts have a dire warning for humanity. Senior Policy ...", "link": "https://armscontrolcenter.org/the-worlds-last-nuclear-safeguard-expires-today-no-backup-plan-is-in-place-and-experts-have-a-dire-warning-for-humanity/"}, {"id": "c3", "title": ".@SecBlinken: Every single one of the major challenges we face ...", "text": "@SecBlinken: Every single one of the major challenges we face, whether it's climate change, this pandemic, the spread of a dangerous weapon, ...", "snippet": "@SecBlinken: Every single one of the major challenges we face, whether it's climate change, this pandemic, the spread of a dangerous weapon, ...", "link": "https://x.com/StateDept/status/1363969246280241163"}, {"id": "c4", "title": "Guterres announces 'no nonsense' climate action summit - UN News", "text": "He said it would be \u201ca no-nonsense summit. No exceptions. No compromises. There will be no room for back-sliders, greenwashers, blame-shifters ...", "snippet": "He said it would be \u201ca no-nonsense summit. No exceptions. No compromises. There will be no room for back-sliders, greenwashers, blame-shifters ...", "link": "https://news.un.org/en/story/2022/12/1131842"}, {"id": "c5", "title": "WHO warns against COVID-19 complacency, urges for life-saving ...", "text": "The World Health Organization (WHO) on Thursday warned again against complacency in fighting COVID-19, urging for coordinated action and ...", "snippet": "The World Health Organization (WHO) on Thursday warned again against complacency in fighting COVID-19, urging for coordinated action and ...", "link": "https://en.people.cn/n3/2022/0923/c90000-10150754.html"}, {"id": "c6", "title": "June 29, 2026 Keeping recovery fresh \"Complacency is the enemy ...", "text": "\"Complacency is the enemy of members with substantial clean time. If we remain complacent for long, the recovery process ceases.\" reading today ...", "snippet": "\"Complacency is the enemy of members with substantial clean time. If we remain complacent for long, the recovery process ceases.\" reading today ...", "link": "https://www.facebook.com/NAjustfortoday1/photos/june-29-2026keeping-recovery-freshcomplacency-is-the-enemy-of-members-with-subst/1436878505134149/"}, {"id": "c7", "title": "Nick Saban warns against the biggest enemy to continued success ...", "text": "Nick Saban warns against the biggest enemy to continued success. \"Complacency...when you get satisfied - it creates a blatant disregard for doing ...", "snippet": "Nick Saban warns against the biggest enemy to continued success. \"Complacency...when you get satisfied - it creates a blatant disregard for doing ...", "link": "https://x.com/coachajkings/status/2038598023542911041?lang=en"}, {"id": "c8", "title": "Fact Check", "text": "AFP Fact Check is a department within Agence France-Presse (AFP), a multi-lingual, multicultural news agency whose mission is to provide accurate, ...", "snippet": "AFP Fact Check is a department within Agence France-Presse (AFP), a multi-lingual, multicultural news agency whose mission is to provide accurate, ...", "link": "https://factcheck.afp.com/"}, {"id": "c9", "title": "coronavirus Archives - FactCheck.org", "text": "An abundance of evidence indicates the mRNA COVID-19 vaccines are remarkably safe and work well to protect against severe disease.", "snippet": "An abundance of evidence indicates the mRNA COVID-19 vaccines are remarkably safe and work well to protect against severe disease.", "link": "https://www.factcheck.org/issue/coronavirus/"}]}
+{"input": "Sinovac Biotech says COVID-19 vaccine, CoronaVac, proves effective in reducing severe disease, death risks in SAR-CoV-2 infection, including cases caused by #Omicron, as some Chinese cities are witnessing outbreaks.", "output": "Sinovac Biotech's COVID-19 vaccine, CoronaVac, is effective in reducing severe disease and death risks in SAR-CoV-2 infection, including cases caused by the Omicron variant.", "topic": "Covid", "ground_truth": "S", "raw_label": "factual", "account": "Global Times", "atoms": [{"id": "a0", "text": "Sinovac Biotech's COVID-19 vaccine, CoronaVac, is effective in reducing severe disease and death risks in SAR-CoV-2 infection, including cases caused by the Omicron variant.", "original": "Sinovac Biotech's COVID-19 vaccine, CoronaVac, is effective in reducing severe disease and death risks in SAR-CoV-2 infection, including cases caused by the Omicron variant.", "label": "S", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "Effectiveness of Sinovac vaccine against SARS-CoV-2 ... - PMC", "text": "by Y Gao \u00b7 2025 \u00b7 Cited by 1 \u2014 Sinovac vaccine can significantly reduce the in-hospital mortality in individuals with SARS-CoV-2 infection and schizophrenia, compared to those not-vaccinated.", "snippet": "by Y Gao \u00b7 2025 \u00b7 Cited by 1 \u2014 Sinovac vaccine can significantly reduce the in-hospital mortality in individuals with SARS-CoV-2 infection and schizophrenia, compared to those not-vaccinated.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC12822343/"}, {"id": "c1", "title": "Sinovac says COVID-19 vaccine effective in preventing ...", "text": "The 12,396-person trial found the CoronaVac vaccine was 100% effective in preventing COVID-19 sufferers from being hospitalized or dying and ...", "snippet": "The 12,396-person trial found the CoronaVac vaccine was 100% effective in preventing COVID-19 sufferers from being hospitalized or dying and ...", "link": "https://www.reuters.com/article/business/healthcare-pharmaceuticals/sinovac-says-covid-19-vaccine-effective-in-preventing-hospitalization-death-idUSKBN2A52Q5/"}, {"id": "c2", "title": "The Sinovac-CoronaVac COVID-19 vaccine", "text": "A large phase 3 trial in Brazil showed that two doses, administered at an interval of 14 days, had an efficacy of 51% against symptomatic SARS- ...", "snippet": "A large phase 3 trial in Brazil showed that two doses, administered at an interval of 14 days, had an efficacy of 51% against symptomatic SARS- ...", "link": "https://www.who.int/news-room/feature-stories/detail/the-sinovac-covid-19-vaccine-what-you-need-to-know"}, {"id": "c3", "title": "Effectiveness of Sinovac vaccine against SARS-CoV-2 ...", "text": "by Y Gao \u00b7 Cited by 1 \u2014 Conclusion: Sinovac vaccine can significantly reduce the in-hospital mortality in individuals with SARS-CoV-2 infection and schizophrenia, ...", "snippet": "by Y Gao \u00b7 Cited by 1 \u2014 Conclusion: Sinovac vaccine can significantly reduce the in-hospital mortality in individuals with SARS-CoV-2 infection and schizophrenia, ...", "link": "https://pubmed.ncbi.nlm.nih.gov/41402759/"}, {"id": "c4", "title": "Sinovac's COVID-19 Vaccine Is Able To Prevent Over 80% ...", "text": "CoronaVac, the Chinese vaccine developed by Sinovac, offers 83.5% protection against symptomatic COVID-19, according to interim data from a Phase 3 trial in ...", "snippet": "CoronaVac, the Chinese vaccine developed by Sinovac, offers 83.5% protection against symptomatic COVID-19, according to interim data from a Phase 3 trial in ...", "link": "https://healthpolicy-watch.news/sinovac-vaccine/"}, {"id": "c5", "title": "Effectiveness of Sinovac vaccine against SARS-CoV-2 ... - PMC", "text": "by Y Gao \u00b7 2025 \u00b7 Cited by 1 \u2014 Sinovac vaccine can significantly reduce the in-hospital mortality in individuals with SARS-CoV-2 infection and schizophrenia, compared to those not-vaccinated.", "snippet": "by Y Gao \u00b7 2025 \u00b7 Cited by 1 \u2014 Sinovac vaccine can significantly reduce the in-hospital mortality in individuals with SARS-CoV-2 infection and schizophrenia, compared to those not-vaccinated.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC12822343/"}, {"id": "c6", "title": "Sinovac says COVID-19 vaccine effective in preventing ...", "text": "The 12,396-person trial found the CoronaVac vaccine was 100% effective in preventing COVID-19 sufferers from being hospitalized or dying and 83 ...", "snippet": "The 12,396-person trial found the CoronaVac vaccine was 100% effective in preventing COVID-19 sufferers from being hospitalized or dying and 83 ...", "link": "https://www.reuters.com/article/business/healthcare-pharmaceuticals/sinovac-says-covid-19-vaccine-effective-in-preventing-hospitalization-death-idUSKBN2A52Q5/"}, {"id": "c7", "title": "The Sinovac-CoronaVac COVID-19 vaccine", "text": "A large phase 3 trial in Brazil showed that two doses, administered at an interval of 14 days, had an efficacy of 51% against symptomatic SARS- ...", "snippet": "A large phase 3 trial in Brazil showed that two doses, administered at an interval of 14 days, had an efficacy of 51% against symptomatic SARS- ...", "link": "https://www.who.int/news-room/feature-stories/detail/the-sinovac-covid-19-vaccine-what-you-need-to-know"}, {"id": "c8", "title": "CoronaVac", "text": "Overall, CoronaVac's safety and efficacy profile in preventing severe COVID-19 have contributed to its use in vaccination programs, particularly in regions with ...", "snippet": "Overall, CoronaVac's safety and efficacy profile in preventing severe COVID-19 have contributed to its use in vaccination programs, particularly in regions with ...", "link": "https://en.wikipedia.org/wiki/CoronaVac"}, {"id": "c9", "title": "UPDATE 1-Sinovac says COVID-19 vaccine effective in ...", "text": "The 12,396-person trial found the CoronaVac vaccine was 100%effective in preventing COVID-19 sufferers from beinghospitalized or dying and 83.7% ...", "snippet": "The 12,396-person trial found the CoronaVac vaccine was 100%effective in preventing COVID-19 sufferers from beinghospitalized or dying and 83.7% ...", "link": "https://finance.yahoo.com/news/1-sinovac-says-covid-19-233840296.html"}, {"id": "c10", "title": "Effectiveness of Sinovac vaccine against SARS-CoV-2 ... - PMC", "text": "by Y Gao \u00b7 2025 \u00b7 Cited by 1 \u2014 Sinovac vaccine can significantly reduce the in-hospital mortality in individuals with SARS-CoV-2 infection and schizophrenia, compared to those not-vaccinated.", "snippet": "by Y Gao \u00b7 2025 \u00b7 Cited by 1 \u2014 Sinovac vaccine can significantly reduce the in-hospital mortality in individuals with SARS-CoV-2 infection and schizophrenia, compared to those not-vaccinated.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC12822343/"}, {"id": "c11", "title": "Effectiveness of Sinovac vaccine against SARS-CoV-2 ...", "text": "by Y Gao \u00b7 Cited by 1 \u2014 Conclusion: Sinovac vaccine can significantly reduce the in-hospital mortality in individuals with SARS-CoV-2 infection and schizophrenia, ...", "snippet": "by Y Gao \u00b7 Cited by 1 \u2014 Conclusion: Sinovac vaccine can significantly reduce the in-hospital mortality in individuals with SARS-CoV-2 infection and schizophrenia, ...", "link": "https://pubmed.ncbi.nlm.nih.gov/41402759/"}, {"id": "c12", "title": "CoronaVac: A review of efficacy, safety, and immunogenicity ...", "text": "by L Jin \u00b7 2022 \u00b7 Cited by 107 \u2014 Obviously, CoronaVac are more effective in preventing severe COVID-19 outcomes than in preventing infection with SARS-CoV-2. Effectiveness in the real world.", "snippet": "by L Jin \u00b7 2022 \u00b7 Cited by 107 \u2014 Obviously, CoronaVac are more effective in preventing severe COVID-19 outcomes than in preventing infection with SARS-CoV-2. Effectiveness in the real world.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9746539/"}, {"id": "c13", "title": "Indonesia study finds China's Sinovac COVID-19 vaccine ...", "text": "China's Sinovac Biotech COVID-19 vaccine was 98% effective at preventing death and 96% effective at preventing hospitalisation among a group ...", "snippet": "China's Sinovac Biotech COVID-19 vaccine was 98% effective at preventing death and 96% effective at preventing hospitalisation among a group ...", "link": "https://www.reuters.com/business/healthcare-pharmaceuticals/indonesia-study-finds-chinas-sinovac-covid-19-vaccine-effective-medical-staff-2021-05-12/"}, {"id": "c14", "title": "CoronaVac", "text": "CoronaVac, also known as the Sinovac COVID-19 vaccine, was a whole inactivated virus SARS-CoV-2 vaccine developed by Sinovac and extensively deployed ...", "snippet": "CoronaVac, also known as the Sinovac COVID-19 vaccine, was a whole inactivated virus SARS-CoV-2 vaccine developed by Sinovac and extensively deployed ...", "link": "https://en.wikipedia.org/wiki/CoronaVac"}]}
+{"input": "New Omicron subvariants BQ.1 and BQ.1.1 account for nearly 70 percent of new COVID-19 cases in the United States in the latest week, according to estimates released Friday by the U.S. Centers for Disease Control and Prevention (CDC).", "output": "BQ.1 and BQ.1.1 Omicron subvariants accounted for nearly 70 percent of new United States COVID-19 cases in the week of the post, according to estimates released by the United States Centers for Disease Control and Prevention.", "topic": "Covid", "ground_truth": "S", "raw_label": "factual", "account": "Global Times", "atoms": [{"id": "a0", "text": "BQ.1 and BQ.1.1 Omicron subvariants accounted for nearly 70 percent of new United States COVID-19 cases in the week of the post, according to estimates released by the United States Centers for Disease Control and Prevention.", "original": "BQ.1 and BQ.1.1 Omicron subvariants accounted for nearly 70 percent of new United States COVID-19 cases in the week of the post, according to estimates released by the United States Centers for Disease Control and Prevention.", "label": "S", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "Emergence BQ.1 and BQ.1.1 as newly identified omicron subvariants", "text": "' According to Dr Russo's explanation, BQ.1 and BQ.1.1 are subvariants of the Omicron account for the majority of COVID-19 cases. He refers ...", "snippet": "' According to Dr Russo's explanation, BQ.1 and BQ.1.1 are subvariants of the Omicron account for the majority of COVID-19 cases. He refers ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10129190/"}, {"id": "c1", "title": "CDC shows new BQ.1 and BQ 1.1 Omicron subvariants ... - PMLiVE", "text": "BQ.1 made up an estimated 20.1% of circulating US cases for the week ending 12 November, while BQ.1.1 accounted for nearly 24.1%, according to ...", "snippet": "BQ.1 made up an estimated 20.1% of circulating US cases for the week ending 12 November, while BQ.1.1 accounted for nearly 24.1%, according to ...", "link": "https://pmlive.com/pharma_news/cdc_shows_new_bq-1_and_bq_1-1_omicron_subvariants_account_for_44_of_us_covid-19_cases_1480776/"}, {"id": "c2", "title": "Omicron BQ.1 and BQ.1.1 \u2013 an expert answers three key questions ...", "text": "Two new omicron subvariants, BQ.1 and BQ.1.1, are quickly gaining traction in the US, collectively accounting for 27% of infections as of October 29.", "snippet": "Two new omicron subvariants, BQ.1 and BQ.1.1, are quickly gaining traction in the US, collectively accounting for 27% of infections as of October 29.", "link": "https://theconversation.com/omicron-bq-1-and-bq-1-1-an-expert-answers-three-key-questions-about-these-new-covid-variants-192873"}, {"id": "c3", "title": "Genomic Surveillance for SARS-CoV-2 Variants: Circulation ... - CDC", "text": "During this period, the Omicron variant remained predominant, with various descendant lineages reaching national predominance (>50% prevalence).", "snippet": "During this period, the Omicron variant remained predominant, with various descendant lineages reaching national predominance (>50% prevalence).", "link": "https://www.cdc.gov/mmwr/volumes/72/wr/mm7224a2.htm"}, {"id": "c4", "title": "New COVID-19 Variants BQ.1 and BQ1.1 - EHE Health", "text": "They are spreading quickly; cases attributed to the new variants currently account for about 50 % of COVID cases here in the U.S.. There is a rise in COVID-19 ...", "snippet": "They are spreading quickly; cases attributed to the new variants currently account for about 50 % of COVID cases here in the U.S.. There is a rise in COVID-19 ...", "link": "https://ehe.health/blog/covid-variants/"}, {"id": "c5", "title": "Emergence BQ.1 and BQ.1.1 as newly identified omicron subvariants", "text": "BQ.1 and BQ.1.1 are subvariants of the Omicron account for the majority of COVID-19 cases. He refers to them as 'first cousins,' pointing out ...", "snippet": "BQ.1 and BQ.1.1 are subvariants of the Omicron account for the majority of COVID-19 cases. He refers to them as 'first cousins,' pointing out ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10129190/"}, {"id": "c6", "title": "Omicron BQ.1 and BQ.1.1 \u2013 an expert answers three key questions ...", "text": "Two new omicron subvariants, BQ.1 and BQ.1.1, are quickly gaining traction in the US, collectively accounting for 27% of infections as of October 29.", "snippet": "Two new omicron subvariants, BQ.1 and BQ.1.1, are quickly gaining traction in the US, collectively accounting for 27% of infections as of October 29.", "link": "https://theconversation.com/omicron-bq-1-and-bq-1-1-an-expert-answers-three-key-questions-about-these-new-covid-variants-192873"}, {"id": "c7", "title": "New omicron subvariants now dominant in the U.S., raising ... - NPR", "text": "Two new omicron subvariants have become dominant in the United States, raising fears they could fuel yet another surge of COVID-19 infections.", "snippet": "Two new omicron subvariants have become dominant in the United States, raising fears they could fuel yet another surge of COVID-19 infections.", "link": "https://www.npr.org/sections/health-shots/2022/11/11/1136039817/new-omicron-subvariants-now-dominant-in-the-u-s-raising-fears-of-a-winter-surge"}, {"id": "c8", "title": "New COVID-19 Variants BQ.1 and BQ1.1 - EHE Health", "text": "They are spreading quickly; cases attributed to the new variants currently account for about 50 % of COVID cases here in the U.S.. There is a rise in COVID-19 ...", "snippet": "They are spreading quickly; cases attributed to the new variants currently account for about 50 % of COVID cases here in the U.S.. There is a rise in COVID-19 ...", "link": "https://ehe.health/blog/covid-variants/"}, {"id": "c9", "title": "[PDF] Risk Assessment for Omicron Sublineages BQ.1 and BQ.1.1 (as of ...", "text": "BQ.1 and BQ.1.1 currently comprise a small proportion of all COVID-19 cases globally, cases is increasing at a rate suggestive of increased ...", "snippet": "BQ.1 and BQ.1.1 currently comprise a small proportion of all COVID-19 cases globally, cases is increasing at a rate suggestive of increased ...", "link": "https://www.publichealthontario.ca/-/media/Documents/nCoV/voc/2022/10/omicron-bq1-bq11-oct-5.pdf?sc_lang=en"}, {"id": "c10", "title": "Emergence BQ.1 and BQ.1.1 as newly identified omicron subvariants", "text": "' According to Dr Russo's explanation, BQ.1 and BQ.1.1 are subvariants of the Omicron account for the majority of COVID-19 cases. He refers ...", "snippet": "' According to Dr Russo's explanation, BQ.1 and BQ.1.1 are subvariants of the Omicron account for the majority of COVID-19 cases. He refers ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10129190/"}, {"id": "c11", "title": "A rapid surge of the Omicron variant's sublineages BQ.1/BQ.1.1: A ...", "text": "Additionally, the COVID-19 cases in the New York increased from 20 to 28% owing to the BQ.1/BQ.1.1 sublineages of the Omicron variant.", "snippet": "Additionally, the COVID-19 cases in the New York increased from 20 to 28% owing to the BQ.1/BQ.1.1 sublineages of the Omicron variant.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10389237/"}, {"id": "c12", "title": "COVID variants BQ.1/BQ.1.1 make up nearly half of U.S. cases - CDC", "text": "1.1 made up nearly of 24.2% of circulating variants and BQ.1 was estimated to make up 25.5% of circulating cases in the week of Nov. 19, the ...", "snippet": "1.1 made up nearly of 24.2% of circulating variants and BQ.1 was estimated to make up 25.5% of circulating cases in the week of Nov. 19, the ...", "link": "https://www.reuters.com/business/healthcare-pharmaceuticals/covid-variants-bq1bq11-make-up-nearly-half-us-cases-cdc-2022-11-18/"}, {"id": "c13", "title": "Omicron BQ.1 and BQ.1.1 \u2013 an expert answers three key questions ...", "text": "Two new omicron subvariants, BQ.1 and BQ.1.1, are quickly gaining traction in the US, collectively accounting for 27% of infections as of October 29.", "snippet": "Two new omicron subvariants, BQ.1 and BQ.1.1, are quickly gaining traction in the US, collectively accounting for 27% of infections as of October 29.", "link": "https://theconversation.com/omicron-bq-1-and-bq-1-1-an-expert-answers-three-key-questions-about-these-new-covid-variants-192873"}, {"id": "c14", "title": "Genomic Surveillance for SARS-CoV-2 Variants: Circulation ... - CDC", "text": "During this period, the Omicron variant remained predominant, with various descendant lineages reaching national predominance (>50% prevalence).", "snippet": "During this period, the Omicron variant remained predominant, with various descendant lineages reaching national predominance (>50% prevalence).", "link": "https://www.cdc.gov/mmwr/volumes/72/wr/mm7224a2.htm"}]}
+{"input": "#Omicron subvariant XBB.1.5 makes up nearly half of U.S. COVID-19 cases", "output": "Omicron subvariant XBB.1.5 makes up nearly half of United States COVID-19 cases as of January 21, 2023.", "topic": "Covid", "ground_truth": "S", "raw_label": "factual", "account": "CGTN", "atoms": [{"id": "a0", "text": "Omicron subvariant XBB.1.5 makes up nearly half of United States COVID-19 cases as of January 21, 2023.", "original": "Omicron subvariant XBB.1.5 makes up nearly half of United States COVID-19 cases as of January 21, 2023.", "label": "S", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "XBB.1.5 Omicron subvariant: Questions patients may have", "text": "At the moment, XBB.1.5 is the most dominant strain of COVID-19 in the Northeast, making up more than 80% of cases in New York and New Jersey. It ...", "snippet": "At the moment, XBB.1.5 is the most dominant strain of COVID-19 in the Northeast, making up more than 80% of cases in New York and New Jersey. It ...", "link": "https://www.ama-assn.org/public-health/infectious-diseases/xbb15-omicron-subvariant-questions-patients-may-have"}, {"id": "c1", "title": "XBB.1.5: A new threatening SARS-CoV-2 Omicron subvariant - PMC", "text": "1.1 now makes up 34% of cases nationwide, whereas XBB.1.5 makes up 28% of instances. In Nebraska, BA.5 and BQ.1 accounted for 23% of cases each as of ...", "snippet": "1.1 now makes up 34% of cases nationwide, whereas XBB.1.5 makes up 28% of instances. In Nebraska, BA.5 and BQ.1 accounted for 23% of cases each as of ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10152970/"}, {"id": "c2", "title": "XBB.1.5 Omicron subvariant now dominant in all US regions - CIDRAP", "text": "1.5 Omicron subvariant is now dominant the northwestern region, making it the most frequently detected type in all US regions. National ...", "snippet": "1.5 Omicron subvariant is now dominant the northwestern region, making it the most frequently detected type in all US regions. National ...", "link": "https://www.cidrap.umn.edu/covid-19/xbb15-omicron-subvariant-now-dominant-all-us-regions"}, {"id": "c3", "title": "What You Need to Know About XBB.1.5, the Latest Omicron Variant", "text": "Four weeks ago, the XBB.1.5 variant caused less than 10% of COVID-19 cases in the U.S. Now it causes more than 25% of them .", "snippet": "Four weeks ago, the XBB.1.5 variant caused less than 10% of COVID-19 cases in the U.S. Now it causes more than 25% of them .", "link": "https://publichealth.jhu.edu/2023/what-you-need-to-know-about-xbb15-the-latest-omicron-variant"}, {"id": "c4", "title": "In its latest report, the CDC said the new subvariant, identified as ...", "text": "In its latest report, the CDC said the new subvariant, identified as XBB.1.5, makes up about 40 percent of coronavirus infections nationwide.", "snippet": "In its latest report, the CDC said the new subvariant, identified as XBB.1.5, makes up about 40 percent of coronavirus infections nationwide.", "link": "https://www.facebook.com/NBC4Columbus/posts/in-its-latest-report-the-cdc-said-the-new-subvariant-identified-as-xbb15-makes-u/554361406738116/"}, {"id": "c5", "title": "XBB.1.5 Omicron subvariant: Questions patients may have", "text": "In December, the XBB.1.5 subvariant caused less than 10% of COVID-19 cases in the U.S. During the first week of January, though, it was reported ...", "snippet": "In December, the XBB.1.5 subvariant caused less than 10% of COVID-19 cases in the U.S. During the first week of January, though, it was reported ...", "link": "https://www.ama-assn.org/public-health/infectious-diseases/xbb15-omicron-subvariant-questions-patients-may-have"}, {"id": "c6", "title": "XBB.1.5: A new threatening SARS-CoV-2 Omicron subvariant", "text": "by MA Islam \u00b7 2023 \u00b7 Cited by 21 \u2014 1.1 now makes up 34% of cases nationwide, whereas XBB.1.5 makes up 28% of instances. In Nebraska, BA.5 and BQ.1 accounted for 23% of cases each as of ...", "snippet": "by MA Islam \u00b7 2023 \u00b7 Cited by 21 \u2014 1.1 now makes up 34% of cases nationwide, whereas XBB.1.5 makes up 28% of instances. In Nebraska, BA.5 and BQ.1 accounted for 23% of cases each as of ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10152970/"}, {"id": "c7", "title": "What You Need To Know About XBB.1.5, COVID's Latest Variant", "text": "A new variant of the novel coronavirus now makes up more than half of US COVID-19 cases, according to the latest data from the Centers for Disease Control and ...", "snippet": "A new variant of the novel coronavirus now makes up more than half of US COVID-19 cases, according to the latest data from the Centers for Disease Control and ...", "link": "https://stories.tamu.edu/news/2023/01/30/what-you-need-to-know-about-xbb-1-5-covids-latest-variant/"}, {"id": "c8", "title": "XBB.1.5 COVID-19 subvariant: 4 Fast Facts", "text": "A new COVID-19 subvariant of omicron, XBB.1.5, is distinctive because of how fast it spreads. It's quickly outcompeting other strains of the ...", "snippet": "A new COVID-19 subvariant of omicron, XBB.1.5, is distinctive because of how fast it spreads. It's quickly outcompeting other strains of the ...", "link": "https://www.youtube.com/watch?v=NN1w_ZBoJRg"}, {"id": "c9", "title": "In its latest report, the CDC said the new subvariant ...", "text": "The omicron subvariant named XBB.1.5 has caused just over 40% of new coronavirus infections in the United States, the CDC says. About 75% of new ...", "snippet": "The omicron subvariant named XBB.1.5 has caused just over 40% of new coronavirus infections in the United States, the CDC says. About 75% of new ...", "link": "https://www.facebook.com/NBC4Columbus/posts/in-its-latest-report-the-cdc-said-the-new-subvariant-identified-as-xbb15-makes-u/554361406738116/"}, {"id": "c10", "title": "Omicron subvariant XBB.1.5 makes up nearly half of U.S. ...", "text": "It is estimated to account for 49.1% of COVID cases in the country in the week ended Jan. 21, a jump from 37.2% last week.", "snippet": "It is estimated to account for 49.1% of COVID cases in the country in the week ended Jan. 21, a jump from 37.2% last week.", "link": "https://www.reuters.com/world/us/omicron-sub-variant-xbb15-accounts-nearly-half-us-covid-cases-cdc-2023-01-20/"}, {"id": "c11", "title": "XBB.1.5 Omicron subvariant: Questions patients may have", "text": "COVID-19 cases in the U.S. caused by XBB.1.5 have gone from 1% to more than 40% rather quickly. the most dominant strain in the country.", "snippet": "COVID-19 cases in the U.S. caused by XBB.1.5 have gone from 1% to more than 40% rather quickly. the most dominant strain in the country.", "link": "https://www.ama-assn.org/public-health/infectious-diseases/xbb15-omicron-subvariant-questions-patients-may-have"}, {"id": "c12", "title": "XBB.1.5 Omicron subvariant now dominant in all US regions", "text": "XBB.1.5 makes up nearly all of the samples. CH.1.1 making up nearly 26%, and 23.5% characterized as XBB.1.5.", "snippet": "XBB.1.5 makes up nearly all of the samples. CH.1.1 making up nearly 26%, and 23.5% characterized as XBB.1.5.", "link": "https://www.cidrap.umn.edu/covid-19/xbb15-omicron-subvariant-now-dominant-all-us-regions"}, {"id": "c13", "title": "XBB.1.5 emerges in the Americas: what it means to the region", "text": "by P Hotez \u00b7 2023 \u00b7 Cited by 12 \u2014 For the week ending January 7, 2023, just over one-quarter (approximately 27\u201328%) of the COVID-19 cases in the US were caused by the XBB.1.5 omicron subvariant,", "snippet": "by P Hotez \u00b7 2023 \u00b7 Cited by 12 \u2014 For the week ending January 7, 2023, just over one-quarter (approximately 27\u201328%) of the COVID-19 cases in the US were caused by the XBB.1.5 omicron subvariant,", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9871472/"}, {"id": "c14", "title": "XBB.1.5: A new threatening SARS-CoV-2 Omicron subvariant", "text": "by MA Islam \u00b7 2023 \u00b7 Cited by 21 \u2014 BQ.1.1 now makes up 34% of cases nationwide, whereas XBB.1.5 makes up 28% of instances. Its rapid spread, especially in the United States, is very concerning, ...", "snippet": "by MA Islam \u00b7 2023 \u00b7 Cited by 21 \u2014 BQ.1.1 now makes up 34% of cases nationwide, whereas XBB.1.5 makes up 28% of instances. Its rapid spread, especially in the United States, is very concerning, ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10152970/"}]}
+{"input": "What a FACE/OFF: Those who accused #China of being tough on #COVID are now calling China \"a threat\" for its easing policy. U.S. imposes new entry restrictions on new #Omicron variants (#BA.5 & #XBB.1.5) which just came from U.S. to China months ago.", "output": "The United States imposed new entry restrictions on Omicron variants BA.5 and XBB.1.5, which originated in the U.S. and were introduced to China months prior.", "topic": "Covid", "ground_truth": "NS", "raw_label": "biased", "account": "China Xinhua News", "atoms": [{"id": "a0", "text": "The United States imposed new entry restrictions on Omicron variants BA.5 and XBB.1.5, which originated in the U.S. and were introduced to China months prior.", "original": "The United States imposed new entry restrictions on Omicron variants BA.5 and XBB.1.5, which originated in the U.S. and were introduced to China months prior.", "label": "NS", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "U.S.-China Relations", "text": "Chinese Communist Party leader Mao Zedong establishes the People's Republic of China in Beijing on October 1 after peasant-backed Communists defeat the ...", "snippet": "Chinese Communist Party leader Mao Zedong establishes the People's Republic of China in Beijing on October 1 after peasant-backed Communists defeat the ...", "link": "https://www.cfr.org/articles/us-china-relations"}, {"id": "c1", "title": "What Next for U.S.-China Relations in an Era of War and ...", "text": "U.S. President Donald Trump and Chinese President Xi Jinping were expected to meet in Beijing at the end of March to build on the fragile ...", "snippet": "U.S. President Donald Trump and Chinese President Xi Jinping were expected to meet in Beijing at the end of March to build on the fragile ...", "link": "https://www.youtube.com/watch?v=lsKJ6vyD2J8"}, {"id": "c2", "title": "US-China Relations in the Trump 2.0 Era: A Timeline", "text": "June 2, 2026: USTR proposes 12.5 percent tariff on goods from the Chinese mainland and Hong Kong. The US Trade Representative (USTR) has ...", "snippet": "June 2, 2026: USTR proposes 12.5 percent tariff on goods from the Chinese mainland and Hong Kong. The US Trade Representative (USTR) has ...", "link": "https://www.china-briefing.com/news/us-china-relations-in-the-trump-2-0-implications/"}, {"id": "c3", "title": "China suspends social media accounts criticizing COVID ...", "text": "China has suspended or closed the social media accounts of more than 1000 critics of the government's policies on the COVID-19 outbreak, ...", "snippet": "China has suspended or closed the social media accounts of more than 1000 critics of the government's policies on the COVID-19 outbreak, ...", "link": "https://www.pbs.org/newshour/world/china-suspends-social-media-accounts-criticizing-covid-policy"}, {"id": "c4", "title": "Five China Threats the US Can't Afford to Ignore - Chairman ...", "text": "WASHINGTON DC \u2014 Chairman John Moolenaar (R-MI) of the House Select Committee on the Chinese Communist Party today published his first op-ed ...", "snippet": "WASHINGTON DC \u2014 Chairman John Moolenaar (R-MI) of the House Select Committee on the Chinese Communist Party today published his first op-ed ...", "link": "http://chinaselectcommittee.house.gov/media/press-releases/five-china-threats-the-us-can-t-afford-to-ignore-chairman-moolenaar"}, {"id": "c5", "title": "Falsehoods in US Perceptions of China_Ministry of Foreign ...", "text": "Falsehood 1: China poses the most serious long-term challenge to the international order and is undermining it. The US will defend the ...", "snippet": "Falsehood 1: China poses the most serious long-term challenge to the international order and is undermining it. The US will defend the ...", "link": "https://www.mfa.gov.cn/eng/zy/jj/diaodao_665718/pl/202206/t20220619_10706059.html"}, {"id": "c6", "title": "Have you heard of \"China Shock\"? Is \"China Shock 2.0\" a fact ...", "text": "Have you heard of \"China Shock\"? Is \"China Shock 2.0\" a fact or political rhetoric? Why has this narrative become so prevalent?", "snippet": "Have you heard of \"China Shock\"? Is \"China Shock 2.0\" a fact or political rhetoric? Why has this narrative become so prevalent?", "link": "https://www.facebook.com/chinadaily/videos/china-shock-a-political-slogan-covering-up-us-internal-crises/953189327089657/"}, {"id": "c7", "title": "After Beijing: The Future of the U.S.-China Relationship | WP ...", "text": "In the wake of President Donald Trump's high-stakes visit to China, Washington and Beijing continue to grapple with tensions over trade, ...", "snippet": "In the wake of President Donald Trump's high-stakes visit to China, Washington and Beijing continue to grapple with tensions over trade, ...", "link": "https://www.youtube.com/watch?v=Qk5yGa5Ag-s"}, {"id": "c8", "title": "U.S.-China Relations for the 2030s: Toward a Realistic ...", "text": "The United States has responded with far-reaching economic measures aimed at countering China, measures that deny China access to advanced U.S. ...", "snippet": "The United States has responded with far-reaching economic measures aimed at countering China, measures that deny China access to advanced U.S. ...", "link": "https://carnegieendowment.org/russia-eurasia/research/2024/10/us-china-relations-for-the-2030s-toward-a-realistic-scenario-for-coexistence"}, {"id": "c9", "title": "U.S.-China Relations", "text": "A U.S. court indicts five Chinese hackers, allegedly with ties to China's People's Liberation Army, on charges of stealing trade technology from U.S. companies.", "snippet": "A U.S. court indicts five Chinese hackers, allegedly with ties to China's People's Liberation Army, on charges of stealing trade technology from U.S. companies.", "link": "https://www.cfr.org/articles/us-china-relations"}, {"id": "c10", "title": "Political Drivers of China's Changing Nuclear Policy", "text": "For instance, China is now explicitly calling its DF-41 nuclear ICBM a key capability for achieving \u201cstrategic counterbalance, strategic ...", "snippet": "For instance, China is now explicitly calling its DF-41 nuclear ICBM a key capability for achieving \u201cstrategic counterbalance, strategic ...", "link": "https://carnegieendowment.org/research/2024/07/china-nuclear-buildup-political-drivers-united-states-relationship-international-security"}, {"id": "c11", "title": "Prof. Zhao Suisheng on Shifts and Analysis of China\u2013U.S. ...", "text": "On July 18, CCG hosted a seminar on the theme \u201cFrom Trump 1.0 to 2.0: Shifts and Analysis of China\u2013U.S. Relations\u201d, featuring a keynote ...", "snippet": "On July 18, CCG hosted a seminar on the theme \u201cFrom Trump 1.0 to 2.0: Shifts and Analysis of China\u2013U.S. Relations\u201d, featuring a keynote ...", "link": "https://www.youtube.com/watch?v=SydPPjdHX8g"}, {"id": "c12", "title": "Negative Views of China Have Softened Slightly Among ...", "text": "The share of Americans who call China an enemy of the U.S., rather than a partner or a competitor, has also fallen. One-third now hold this view ...", "snippet": "The share of Americans who call China an enemy of the U.S., rather than a partner or a competitor, has also fallen. One-third now hold this view ...", "link": "https://www.pewresearch.org/global/2025/04/17/negative-views-of-china-have-softened-slightly-among-americans/"}, {"id": "c13", "title": "Taiwan needs US weapons to defend against China threat ...", "text": "Taiwan's top diplomat in the U.S. says the island needs American weapons to bolster its self-defense against the growing threat from China.", "snippet": "Taiwan's top diplomat in the U.S. says the island needs American weapons to bolster its self-defense against the growing threat from China.", "link": "https://apnews.com/article/taiwan-trump-arms-sales-china-eab716f67fe5aa36ec05ff8209d0f605"}, {"id": "c14", "title": "A momentous shift in US public attitudes toward China", "text": "Sixty-three percent of Americans now see China's economic power as a \u201ccritical threat,\u201d up from 40% in 2018 and 46% in 2019. The fears engendered by China's ...", "snippet": "Sixty-three percent of Americans now see China's economic power as a \u201ccritical threat,\u201d up from 40% in 2018 and 46% in 2019. The fears engendered by China's ...", "link": "https://www.brookings.edu/articles/a-momentous-shift-in-us-public-attitudes-toward-china/"}]}
+{"input": "#COVID_19 Six fallacies and truths about China's epidemic control (6/6) FALLACY 6: \"OFFICIAL COVID DEATH TOLL UNRELIABLE\" The truth is: China has always published information on COVID-19 deaths and severe cases in the spirit of openness and transparency.", "output": "China has consistently and transparently published official COVID-19 death toll and severe case data in the spirit of openness and transparency.", "topic": "Covid", "ground_truth": "NS", "raw_label": "false", "account": "ChinaDaily", "atoms": [{"id": "a0", "text": "China has consistently and transparently published official COVID-19 death toll and severe case data in the spirit of openness and transparency.", "original": "China has consistently and transparently published official COVID-19 death toll and severe case data in the spirit of openness and transparency.", "label": "NS", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9"]}], "contexts": [{"id": "c0", "title": "Six fallacies and truths about China's epidemic control - CCTV", "text": "FALLACY 6: \"OFFICIAL COVID DEATH TOLL UNRELIABLE\". The fact is: China has always published information on COVID-19 deaths and severe cases in ...", "snippet": "FALLACY 6: \"OFFICIAL COVID DEATH TOLL UNRELIABLE\". The fact is: China has always published information on COVID-19 deaths and severe cases in ...", "link": "https://english.cctv.com/2023/01/08/ARTI4axLUjYRY7wqxbZuNtnC230108.shtml"}, {"id": "c1", "title": "Estimate of COVID-19 Deaths, China, December 2022\u2013February 2023", "text": "China's official reports may underestimate the COVID-19 death toll by a factor of 17 (95% CrI 14\u201322). Our analyses suggest that, in barely a ...", "snippet": "China's official reports may underestimate the COVID-19 death toll by a factor of 17 (95% CrI 14\u201322). Our analyses suggest that, in barely a ...", "link": "https://wwwnc.cdc.gov/eid/article/29/10/23-0585_article"}, {"id": "c2", "title": "This is who to blame for the COVID-19 pandemic - PMC - NIH", "text": "Ignoring the virus causes casualties and threatens the function of health systems. Doing something to control it changes our lives for worse and threatens the ...", "snippet": "Ignoring the virus causes casualties and threatens the function of health systems. Doing something to control it changes our lives for worse and threatens the ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC7914402/"}, {"id": "c3", "title": "How Deadly Was China's Covid Wave? | The Transmission - UNMC", "text": "But China's official Covid death toll for the entire pandemic remains strikingly low: 83,150 people as of Feb. 9. That number is a vast ...", "snippet": "But China's official Covid death toll for the entire pandemic remains strikingly low: 83,150 people as of Feb. 9. That number is a vast ...", "link": "https://www.unmc.edu/healthsecurity/transmission/2023/02/16/how-deadly-was-chinas-covid-wave/"}, {"id": "c4", "title": "Why China's Covid Death Numbers Don't Stack Up - YouTube", "text": "China has reported only a handful of Covid deaths while seeing an exponential surge in virus cases. It's fueling suspicion about the data, ...", "snippet": "China has reported only a handful of Covid deaths while seeing an exponential surge in virus cases. It's fueling suspicion about the data, ...", "link": "https://www.youtube.com/watch?v=ss8OQ6hLnBA"}, {"id": "c5", "title": "Six fallacies and truths about China's epidemic control", "text": "If China's COVID-19 response failed, what about some countries where the death toll far exceeds that of China? In fact, the label of failure ...", "snippet": "If China's COVID-19 response failed, what about some countries where the death toll far exceeds that of China? In fact, the label of failure ...", "link": "https://www.dailynewsegypt.com/2023/01/08/six-fallacies-and-truths-about-chinas-epidemic-control/"}, {"id": "c6", "title": "Estimate of COVID-19 Deaths, China, December 2022\u2013 ...", "text": "China's official reports may underestimate the COVID-19 death toll by a factor of 17 (95% CrI 14\u201322). Our analyses suggest that, in barely a ...", "snippet": "China's official reports may underestimate the COVID-19 death toll by a factor of 17 (95% CrI 14\u201322). Our analyses suggest that, in barely a ...", "link": "https://wwwnc.cdc.gov/eid/article/29/10/23-0585_article"}, {"id": "c7", "title": "FACT CHECK: Don't Believe China's Misleading COVID-19 ...", "text": "China repeatedly cites its low death counts as proof of superiority of the \u201cChina model.\u201d But experts have questioned China's official COVID ...", "snippet": "China repeatedly cites its low death counts as proof of superiority of the \u201cChina model.\u201d But experts have questioned China's official COVID ...", "link": "https://www.youtube.com/watch?v=LoZcNxjR8hM"}, {"id": "c8", "title": "CHECKED: Chinese COVID-19 fake news dataset - PMC - NIH", "text": "by C Yang \u00b7 2021 \u00b7 Cited by 119 \u2014 In this work, we develop CHECKED, the first Chinese dataset on COVID-19 misinformation. CHECKED provides a total 2,104 verified microblogs related to COVID-19 ...", "snippet": "by C Yang \u00b7 2021 \u00b7 Cited by 119 \u2014 In this work, we develop CHECKED, the first Chinese dataset on COVID-19 misinformation. CHECKED provides a total 2,104 verified microblogs related to COVID-19 ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8217979/"}, {"id": "c9", "title": "How Deadly Was China's Covid Wave? | The Transmission", "text": "A wave of top scholars died. But China's official Covid death toll for the entire pandemic remains strikingly low: 83,150 people as of Feb.", "snippet": "A wave of top scholars died. But China's official Covid death toll for the entire pandemic remains strikingly low: 83,150 people as of Feb.", "link": "https://www.unmc.edu/healthsecurity/transmission/2023/02/16/how-deadly-was-chinas-covid-wave/"}]}
+{"input": "#RumorBuster Truth: China's release of COVID-19 information, including information on COVID-19-related deaths, has always been transparent", "output": "China has consistently and transparently released information on COVID-19, including data on COVID-19-related deaths.", "topic": "Covid", "ground_truth": "NS", "raw_label": "false", "account": "XHNews", "atoms": [{"id": "a0", "text": "China has consistently and transparently released information on COVID-19, including data on COVID-19-related deaths.", "original": "China has consistently and transparently released information on COVID-19, including data on COVID-19-related deaths.", "label": "NS", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "CDC Museum COVID-19 Timeline", "text": "China informs WHO that they have identified over 40 cases of pneumonia of unknown etiology. January 5, 2020. CDC's National Center for Immunization and ...", "snippet": "China informs WHO that they have identified over 40 cases of pneumonia of unknown etiology. January 5, 2020. CDC's National Center for Immunization and ...", "link": "https://www.cdc.gov/museum/timeline/covid19.html"}, {"id": "c1", "title": "U.S. vicious slanders on China over COVID-19 origins tracing and ...", "text": "China has put people's life safety and health first, decisively launched an all-out war against the pandemic, and adopted \"hard core\" prevention ...", "snippet": "China has put people's life safety and health first, decisively launched an all-out war against the pandemic, and adopted \"hard core\" prevention ...", "link": "https://us.china-embassy.gov.cn/eng/zmgxss/202111/t20211107_10445198.htm"}, {"id": "c2", "title": "Archived: WHO Timeline - COVID-19", "text": "31 Dec 2019 Wuhan Municipal Health Commission, China, reported a cluster of cases of pneumonia in Wuhan, Hubei Province. A novel coronavirus was eventually ...", "snippet": "31 Dec 2019 Wuhan Municipal Health Commission, China, reported a cluster of cases of pneumonia in Wuhan, Hubei Province. A novel coronavirus was eventually ...", "link": "https://www.who.int/news/item/27-04-2020-who-timeline---covid-19"}, {"id": "c3", "title": "Information Disclosure During the COVID-19 Epidemic in China - PMC", "text": "Starting on January 3, 2020, information regarding COVID-19 cases has been reported to the WHO and the general public through China's National Health Commission ...", "snippet": "Starting on January 3, 2020, information regarding COVID-19 cases has been reported to the WHO and the general public through China's National Health Commission ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC7473703/"}, {"id": "c4", "title": "COVID-19 pandemic - Wikipedia", "text": "As of 6 June 2026, COVID-19 has caused 7,114,321 confirmed deaths and 18.5 to 35.2 million estimated deaths. The pandemic was the fifth-deadliest pandemic or ...", "snippet": "As of 6 June 2026, COVID-19 has caused 7,114,321 confirmed deaths and 18.5 to 35.2 million estimated deaths. The pandemic was the fifth-deadliest pandemic or ...", "link": "https://en.wikipedia.org/wiki/COVID-19_pandemic"}, {"id": "c5", "title": "U.S. vicious slanders on China over COVID-19 origins tracing and ...", "text": "Vicious slander 14: The Chinese government has not handled the epidemic in a correct and timely manner. Facts and truth: The Chinese government ...", "snippet": "Vicious slander 14: The Chinese government has not handled the epidemic in a correct and timely manner. Facts and truth: The Chinese government ...", "link": "https://us.china-embassy.gov.cn/eng/zmgxss/202111/t20211107_10445198.htm"}, {"id": "c6", "title": "CHECKED: Chinese COVID-19 fake news dataset - PMC - NIH", "text": "Also, misinformation on COVID-19 is frequently spread on social media. In this work, we develop CHECKED, the first Chinese dataset on COVID-19 misinformation.", "snippet": "Also, misinformation on COVID-19 is frequently spread on social media. In this work, we develop CHECKED, the first Chinese dataset on COVID-19 misinformation.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8217979/"}, {"id": "c7", "title": "Lab Leak: The True Origins of Covid-19 - The White House", "text": "Wuhan Institute of Virology (WIV) researchers were sick with COVID-like symptoms in the fall of 2019, months before COVID-19 was discovered at the wet market. 5 ...", "snippet": "Wuhan Institute of Virology (WIV) researchers were sick with COVID-like symptoms in the fall of 2019, months before COVID-19 was discovered at the wet market. 5 ...", "link": "https://www.whitehouse.gov/lab-leak-true-origins-of-covid-19/"}, {"id": "c8", "title": "5 years after it appeared, things we know and still don't know about ...", "text": "Five years ago, a cluster of people in Wuhan, China, fell sick with a virus never before seen in the world. The germ didn't have a name, nor did the illness it ...", "snippet": "Five years ago, a cluster of people in Wuhan, China, fell sick with a virus never before seen in the world. The germ didn't have a name, nor did the illness it ...", "link": "https://www.pbs.org/newshour/health/5-years-after-it-appeared-things-we-know-and-still-dont-know-about-covid"}, {"id": "c9", "title": "Reality Check of US Allegations Against China on COVID-19", "text": "Reality Check: China has been fully open and transparent about its COVID-19 data. The figures can well stand the test of history. 12.Allegation: ...", "snippet": "Reality Check: China has been fully open and transparent about its COVID-19 data. The figures can well stand the test of history. 12.Allegation: ...", "link": "https://www.mfa.gov.cn/eng/wjb/zzjg_663340/bmdyzs_664814/xwlb_664816/202406/t20240606_11402540.html"}, {"id": "c10", "title": "U.S. vicious slanders on China over COVID-19 origins tracing ...", "text": "Vicious slander 14: The Chinese government has not handled the epidemic in a correct and timely manner. Facts and truth: The Chinese government ...", "snippet": "Vicious slander 14: The Chinese government has not handled the epidemic in a correct and timely manner. Facts and truth: The Chinese government ...", "link": "https://us.china-embassy.gov.cn/eng/zmgxss/202111/t20211107_10445198.htm"}, {"id": "c11", "title": "CHECKED: Chinese COVID-19 fake news dataset - PMC - NIH", "text": "by C Yang \u00b7 2021 \u00b7 Cited by 122 \u2014 Also, misinformation on COVID-19 is frequently spread on social media. In this work, we develop CHECKED, the first Chinese dataset on COVID-19 misinformation.", "snippet": "by C Yang \u00b7 2021 \u00b7 Cited by 122 \u2014 Also, misinformation on COVID-19 is frequently spread on social media. In this work, we develop CHECKED, the first Chinese dataset on COVID-19 misinformation.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8217979/"}, {"id": "c12", "title": "On the Controversies Surrounding the Lab-Leak Theory of ...", "text": "by JH Yoo \u00b7 2025 \u00b7 Cited by 4 \u2014 The so-called \u201clab-leak theory,\u201d suggesting that a new variant may have accidentally escaped from the Wuhan Institute of Virology (WIV) during serial passage.", "snippet": "by JH Yoo \u00b7 2025 \u00b7 Cited by 4 \u2014 The so-called \u201clab-leak theory,\u201d suggesting that a new variant may have accidentally escaped from the Wuhan Institute of Virology (WIV) during serial passage.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC12040609/"}, {"id": "c13", "title": "Covid origin: Why the Wuhan lab-leak theory is so disputed", "text": "The claim Covid-19 leaked from a Chinese laboratory dates from early in the pandemic. Here's what we know.", "snippet": "The claim Covid-19 leaked from a Chinese laboratory dates from early in the pandemic. Here's what we know.", "link": "https://www.bbc.com/news/world-asia-china-57268111"}, {"id": "c14", "title": "FACT CHECK: Don't Believe China's Misleading COVID-19 ...", "text": "Claims of unreported COVID-19 deaths are circulating on social media. China also narrowly defines what's a COVID-caused death. A broader ...", "snippet": "Claims of unreported COVID-19 deaths are circulating on social media. China also narrowly defines what's a COVID-caused death. A broader ...", "link": "https://www.youtube.com/watch?v=LoZcNxjR8hM"}]}
+{"input": "China provided the joint experts team for tracing the origin of #COVID_19 with all data and materials available at that time and did not hide any cases, samples, test and analysis results, said the director of the Chinese CDC, at a conference on Saturday.", "output": "China provided the joint experts team for tracing the origin of Coronavirus Disease 2019 with all available data and materials at the time, and did not hide any cases, samples, test, or analysis results, according to the director of the Chinese Centers for Disease Control and Prevention.", "topic": "Covid", "ground_truth": "NS", "raw_label": "biased", "account": "ChinaDaily", "atoms": [{"id": "a0", "text": "China provided the joint experts team for tracing the origin of Coronavirus Disease 2019 with all available data and materials at the time, and did not hide any cases, samples, test, or analysis results, according to the director of the Chinese Centers for Disease Control and Prevention.", "original": "China provided the joint experts team for tracing the origin of Coronavirus Disease 2019 with all available data and materials at the time, and did not hide any cases, samples, test, or analysis results, according to the director of the Chinese Centers for Disease Control and Prevention.", "label": "NS", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "SCIO briefing on China's study of origins of SARS-CoV-2", "text": "China provided all the origin-tracing-related information that it had at the time to the joint team of experts and concealed no cases, samples, ...", "snippet": "China provided all the origin-tracing-related information that it had at the time to the joint team of experts and concealed no cases, samples, ...", "link": "http://english.scio.gov.cn/pressroom/node_9001322.htm"}, {"id": "c1", "title": "WHO-convened Global Study of Origins of SARS-CoV-2: China Part", "text": "by WHO Joint \u00b7 2021 \u00b7 Cited by 3 \u2014 The findings are based on the information exchanged among the joint team, the extensive work undertaken in China in response to requests from the international ...", "snippet": "by WHO Joint \u00b7 2021 \u00b7 Cited by 3 \u2014 The findings are based on the information exchanged among the joint team, the extensive work undertaken in China in response to requests from the international ...", "link": "https://www.who.int/docs/default-source/coronaviruse/who-convened-global-study-of-origins-of-sars-cov-2-china-part-joint-report.pdf"}, {"id": "c2", "title": "WHO Experts Visit China In COVID-19 Origin Probe", "text": "\u201cThe Chinese side has provided an abundance of manpower and material support to the joint mission for its origin-tracing study in China,\u201d ...", "snippet": "\u201cThe Chinese side has provided an abundance of manpower and material support to the joint mission for its origin-tracing study in China,\u201d ...", "link": "https://www.facebook.com/stluciatimes/posts/who-experts-visit-china-in-covid-19-origin-probe/1881311765381648/"}, {"id": "c3", "title": "China Pushes Back at WHO Criticism That It Withheld Covid Data", "text": "China shared all materials that it had gathered on Covid's origin when it conducted a joint mission with experts organized by the WHO back in ...", "snippet": "China shared all materials that it had gathered on Covid's origin when it conducted a joint mission with experts organized by the WHO back in ...", "link": "https://time.com/6269725/china-pushes-back-who-covid-data/"}, {"id": "c4", "title": "China releases white paper on Covid-19 prevention, control and ...", "text": "China's State Council Information Office on Wednesday issued a white paper titled \"Covid-19 Prevention, Control and Origins Tracing: China's Actions and Stance ...", "snippet": "China's State Council Information Office on Wednesday issued a white paper titled \"Covid-19 Prevention, Control and Origins Tracing: China's Actions and Stance ...", "link": "https://en.nhc.gov.cn/2025-04/30/c_86425.htm"}, {"id": "c5", "title": "U.S. vicious slanders on China over COVID-19 origins tracing ...", "text": "The China-WHO joint team on origins tracing has agreed that some serum researches would be conducted once the blood from the Wuhan Blood Center ...", "snippet": "The China-WHO joint team on origins tracing has agreed that some serum researches would be conducted once the blood from the Wuhan Blood Center ...", "link": "https://us.china-embassy.gov.cn/eng/zmgxss/202111/t20211107_10445198.htm"}, {"id": "c6", "title": "U.S. Vicious Slanders on China Over COVID-19 Origins ...", "text": "Facts and truth: China did not destroy the serum of early cases. The China-WHO joint team on origins tracing has agreed that some serum researches would be ...", "snippet": "Facts and truth: China did not destroy the serum of early cases. The China-WHO joint team on origins tracing has agreed that some serum researches would be ...", "link": "https://www.mps.gov.cn/n2255079/n6865805/n7355748/n7355818/c8198788/content.html"}, {"id": "c7", "title": "WHO-convened Global Study of Origins of SARS-CoV-2", "text": "by WHO Joint \u00b7 2021 \u00b7 Cited by 3 \u2014 China worked with the joint team on the origins studies, and their contributions are reflected in the report.", "snippet": "by WHO Joint \u00b7 2021 \u00b7 Cited by 3 \u2014 China worked with the joint team on the origins studies, and their contributions are reflected in the report.", "link": "https://www.who.int/docs/default-source/coronaviruse/final-joint-report_origins-studies-6-april-201.pdf"}, {"id": "c8", "title": "China Pushes Back at WHO Saying That It Withheld Covid ...", "text": "China shared all materials that it had gathered on Covid's origin when it conducted a joint mission with experts organized by the WHO back in ...", "snippet": "China shared all materials that it had gathered on Covid's origin when it conducted a joint mission with experts organized by the WHO back in ...", "link": "https://time.com/6269725/china-pushes-back-who-covid-data/"}, {"id": "c9", "title": "China says U.S. COVID origins report is without credibility", "text": "A joint study by China and the World Health Organization (WHO) published this year all but ruled out the theory that COVID-19 originated in a ...", "snippet": "A joint study by China and the World Health Organization (WHO) published this year all but ruled out the theory that COVID-19 originated in a ...", "link": "https://www.reuters.com/world/china/china-says-us-covid-origins-report-is-without-credibility-2021-11-01/"}, {"id": "c10", "title": "Exclusive: WHO-China team expert on COVID-19 origin ...", "text": "Yang: The joint molecular tracing group's core work is to compile the genome sequence of the new coronavirus, formulate data standards and carry ...", "snippet": "Yang: The joint molecular tracing group's core work is to compile the genome sequence of the new coronavirus, formulate data standards and carry ...", "link": "https://news.cgtn.com/news/2021-04-01/Exclusive-WHO-China-team-expert-on-COVID-19-origin-molecular-study-Z66naAI3As/index.html"}, {"id": "c11", "title": "Chinese scientist says Beijing did share COVID-19 data ...", "text": "China did not share data with international researchers appointed by the World Health Organization to look into the origins of COVID-19.", "snippet": "China did not share data with international researchers appointed by the World Health Organization to look into the origins of COVID-19.", "link": "https://www.reuters.com/world/china/chinese-official-says-there-is-no-basis-claims-it-did-not-share-covid-data-2021-03-31/"}, {"id": "c12", "title": "WHO-China joint study report is based on facts: Chinese ...", "text": "China did share data with WHO experts in the joint study on the source of COVID-19, and the report released on Tuesday is based on facts ...", "snippet": "China did share data with WHO experts in the joint study on the source of COVID-19, and the report released on Tuesday is based on facts ...", "link": "https://news.cgtn.com/news/2021-03-31/China-WHO-joint-study-report-is-based-on-facts-Chinese-expert--Z4WQshnMPe/index.html"}, {"id": "c13", "title": "WHO-convened global study of origins of SARS-CoV-2", "text": "Joint WHO-China study: 14 January - 10 February 2021. to identify the zoonotic source of the virus and the route of introduction to the human ...", "snippet": "Joint WHO-China study: 14 January - 10 February 2021. to identify the zoonotic source of the virus and the route of introduction to the human ...", "link": "https://www.who.int/publications/i/item/who-convened-global-study-of-origins-of-sars-cov-2-china-part"}, {"id": "c14", "title": "Lead Chinese scientist of WHO joint team addresses key ...", "text": "Chinese experts started to collect data in a comprehensive way after Chinese and WHO experts jointly formulated the Terms of Reference (TOR) in ...", "snippet": "Chinese experts started to collect data in a comprehensive way after Chinese and WHO experts jointly formulated the Terms of Reference (TOR) in ...", "link": "https://www.globaltimes.cn/page/202103/1218716.shtml"}]}
+{"input": "Based on data published by @WHO, the #COVID19 pandemic is coming to an end, and disease and death from COVID-19 is no longer a serious threat to humanity, Chinese top epidemiologist Wu Zunyou said during a forum on Thu, according to The Beijing News.", "output": "Chinese top epidemiologist Wu Zunyou said, based on data published by the World Health Organization, that the COVID-19 pandemic is coming to an end and COVID-19 is no longer a serious threat to humanity, as reported by The Beijing News.", "topic": "Covid", "ground_truth": "NS", "raw_label": "false", "account": "Global Times", "atoms": [{"id": "a0", "text": "Chinese top epidemiologist Wu Zunyou said, based on data published by the World Health Organization, that the COVID-19 pandemic is coming to an end and COVID-19 is no longer a serious threat to humanity, as reported by The Beijing News.", "original": "Chinese top epidemiologist Wu Zunyou said, based on data published by the World Health Organization, that the COVID-19 pandemic is coming to an end and COVID-19 is no longer a serious threat to humanity, as reported by The Beijing News.", "label": "NS", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "The WHO has declared the end of pandemic phase of COVID\u201019", "text": "The decreasing number of COVID\u201019 cases and deaths indicates that the pandemic is close to the end. For effective pandemic management, ...", "snippet": "The decreasing number of COVID\u201019 cases and deaths indicates that the pandemic is close to the end. For effective pandemic management, ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10478644/"}, {"id": "c1", "title": "CDC Museum COVID-19 Timeline", "text": "Worldwide deaths from the 2019 Novel Coronavirus reach 1,013. The SARS-CoV-2 virus has now killed more people than the severe acute respiratory syndrome (SARS- ...", "snippet": "Worldwide deaths from the 2019 Novel Coronavirus reach 1,013. The SARS-CoV-2 virus has now killed more people than the severe acute respiratory syndrome (SARS- ...", "link": "https://www.cdc.gov/museum/timeline/covid19.html"}, {"id": "c2", "title": "WHO chief declares end to COVID-19 as a global health emergency", "text": "The head of the UN World Health Organization (WHO) has declared \u201cwith great hope\u201d an end to COVID-19 as a public health emergency.", "snippet": "The head of the UN World Health Organization (WHO) has declared \u201cwith great hope\u201d an end to COVID-19 as a public health emergency.", "link": "https://news.un.org/en/story/2023/05/1136367"}, {"id": "c3", "title": "COVID-19 pandemic - Wikipedia", "text": "As of 6 June 2026, COVID-19 has caused 7,114,321 confirmed deaths and 18.5 to 35.2 million estimated deaths. The pandemic was the fifth-deadliest pandemic or ...", "snippet": "As of 6 June 2026, COVID-19 has caused 7,114,321 confirmed deaths and 18.5 to 35.2 million estimated deaths. The pandemic was the fifth-deadliest pandemic or ...", "link": "https://en.wikipedia.org/wiki/COVID-19_pandemic"}, {"id": "c4", "title": "Coronavirus disease (COVID-19) pandemic", "text": "Since the COVID-19 pandemic started, over 2 million people in the European Region have died from the disease. On 25 October 2023 WHO/Europe made several changes ...", "snippet": "Since the COVID-19 pandemic started, over 2 million people in the European Region have died from the disease. On 25 October 2023 WHO/Europe made several changes ...", "link": "https://www.who.int/europe/emergencies/situations/covid-19"}, {"id": "c5", "title": "The WHO declares COVID-19 is no longer a public health ...", "text": "by R Sarker \u00b7 2023 \u00b7 Cited by 107 \u2014 On 5 May 2023, the WHO declared that COVID-19 is no longer a PHEIC4. This does not imply that the virus is no longer a menace to global public health.", "snippet": "by R Sarker \u00b7 2023 \u00b7 Cited by 107 \u2014 On 5 May 2023, the WHO declared that COVID-19 is no longer a PHEIC4. This does not imply that the virus is no longer a menace to global public health.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10498846/"}, {"id": "c6", "title": "WHO chief declares end to COVID-19 as a global health ...", "text": "765 MILLION confirmed cases COVID-19 no longer global health emergency 6.9 MILLION deaths reported 13,344,670,055 vaccine doses have been ...", "snippet": "765 MILLION confirmed cases COVID-19 no longer global health emergency 6.9 MILLION deaths reported 13,344,670,055 vaccine doses have been ...", "link": "https://news.un.org/en/story/2023/05/1136367"}, {"id": "c7", "title": "WHO declares end to COVID global health emergency", "text": "The World Health Organization ended the global emergency status for COVID-19 on Friday more than three years after its original declaration.", "snippet": "The World Health Organization ended the global emergency status for COVID-19 on Friday more than three years after its original declaration.", "link": "https://www.reuters.com/business/healthcare-pharmaceuticals/covid-is-no-longer-global-health-emergency-who-2023-05-05/"}, {"id": "c8", "title": "WHO downgrades COVID pandemic, says it's no longer a ...", "text": "The World Health Organization said Friday that COVID-19 no longer qualifies as a global emergency, marking a symbolic end to the devastating coronavirus ...", "snippet": "The World Health Organization said Friday that COVID-19 no longer qualifies as a global emergency, marking a symbolic end to the devastating coronavirus ...", "link": "https://www.cbc.ca/news/health/who-pandemic-not-emergency-1.6833321"}, {"id": "c9", "title": "WHO declares the end of the COVID-19 global health ... - PMC", "text": "by K Cheng \u00b7 2023 \u00b7 Cited by 59 \u2014 The World Health Organization (WHO) announced that the coronavirus disease 2019 (COVID-19) epidemic would no longer be listed as a public health emergency of ...", "snippet": "by K Cheng \u00b7 2023 \u00b7 Cited by 59 \u2014 The World Health Organization (WHO) announced that the coronavirus disease 2019 (COVID-19) epidemic would no longer be listed as a public health emergency of ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10498859/"}, {"id": "c10", "title": "The WHO has declared the end of pandemic phase of COVID\u201019", "text": "The decreasing number of COVID\u201019 cases and deaths indicates that the pandemic is close to the end. For effective pandemic management, ...", "snippet": "The decreasing number of COVID\u201019 cases and deaths indicates that the pandemic is close to the end. For effective pandemic management, ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10478644/"}, {"id": "c11", "title": "The WHO declares COVID-19 is no longer a public health ... - PMC", "text": "We can say the pandemic phase of COVID-19 ended on 5 May 2023, after the declaration by WHO. However, the virus will continue to threaten global health, and the ...", "snippet": "We can say the pandemic phase of COVID-19 ended on 5 May 2023, after the declaration by WHO. However, the virus will continue to threaten global health, and the ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10498846/"}, {"id": "c12", "title": "WHO chief declares end to COVID-19 as a global health emergency", "text": "The head of the UN World Health Organization (WHO) has declared \u201cwith great hope\u201d an end to COVID-19 as a public health emergency.", "snippet": "The head of the UN World Health Organization (WHO) has declared \u201cwith great hope\u201d an end to COVID-19 as a public health emergency.", "link": "https://news.un.org/en/story/2023/05/1136367"}, {"id": "c13", "title": "COVID-19 pandemic - Wikipedia", "text": "As of 6 June 2026, COVID-19 has caused 7,114,321 confirmed deaths and 18.5 to 35.2 million estimated deaths. The pandemic was the fifth-deadliest pandemic or ...", "snippet": "As of 6 June 2026, COVID-19 has caused 7,114,321 confirmed deaths and 18.5 to 35.2 million estimated deaths. The pandemic was the fifth-deadliest pandemic or ...", "link": "https://en.wikipedia.org/wiki/COVID-19_pandemic"}, {"id": "c14", "title": "The WHO has Declared COVID-19 is No Longer a Pandemic-Level ...", "text": "The WHO has declared that COVID-19 no longer constitutes a public health emergency of international concern on May 5, 2023.", "snippet": "The WHO has declared that COVID-19 no longer constitutes a public health emergency of international concern on May 5, 2023.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10804921/"}]}
+{"input": "China urges U.S. to revoke arms sales plan to Taiwan #China firmly opposes #US arms sales to #Taiwan and urges the United States to revoke the arms sales plan, Foreign Ministry spokesperson Wang Wenbin said here Monday.", "output": "China's Foreign Ministry spokesperson Wang Wenbin urged the United States to revoke its arms sales plan to Taiwan, as China firmly opposes United States arms sales to Taiwan.", "topic": "Taiwan", "ground_truth": "S", "raw_label": "factual", "account": "WE ARE CHINA", "atoms": [{"id": "a0", "text": "China's Foreign Ministry spokesperson Wang Wenbin urged the United States to revoke its arms sales plan to Taiwan, as China firmly opposes United States arms sales to Taiwan.", "original": "China's Foreign Ministry spokesperson Wang Wenbin urged the United States to revoke its arms sales plan to Taiwan, as China firmly opposes United States arms sales to Taiwan.", "label": "S", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "China urges US to revoke arms sales plan to Taiwan", "text": "China urges the U.S. side to abide by the one-China principle and the China-U.S. joint communiques, revoke the arms sales plan to Taiwan, and ...", "snippet": "China urges the U.S. side to abide by the one-China principle and the China-U.S. joint communiques, revoke the arms sales plan to Taiwan, and ...", "link": "http://english.scio.gov.cn/pressroom/2022-07/19/content_78329875.htm"}, {"id": "c1", "title": "China \"strongly\" urges U.S. to immediately stop arms sales to Taiwan", "text": "China Saturday \"strongly\" urged the United States to respect its core interests and grave concerns, and immediately stop arms sales to Taiwan to avoid harms", "snippet": "China Saturday \"strongly\" urged the United States to respect its core interests and grave concerns, and immediately stop arms sales to Taiwan to avoid harms", "link": "https://bg.china-embassy.gov.cn/eng/dtxw/201001/t20100114_2182034.htm"}, {"id": "c2", "title": "China strongly opposes U.S. arms sales to Taiwan, urges withdrawal", "text": "China is strongly opposed to U.S. arms sales to Taiwan and urges Washington to withdraw them immediately, the defence ministry said on Friday.", "snippet": "China is strongly opposed to U.S. arms sales to Taiwan and urges Washington to withdraw them immediately, the defence ministry said on Friday.", "link": "https://www.reuters.com/world/asia-pacific/china-strongly-opposes-us-arms-sales-taiwan-urges-withdrawal-2024-06-07/"}, {"id": "c3", "title": "As China threat looms, US pausing arms sales to Taiwan - DW.com", "text": "Taiwan is increasingly preparing for a scenario in which it cannot depend on the United States, its long-term ally, to defend help it ...", "snippet": "Taiwan is increasingly preparing for a scenario in which it cannot depend on the United States, its long-term ally, to defend help it ...", "link": "https://www.dw.com/en/as-china-threat-looms-us-pausing-arms-sales-to-taiwan/video-77341335"}, {"id": "c4", "title": "China urges U.S. to revoke arms sales plan to Taiwan", "text": "China urges the U.S. side to abide by the one-China principle and the China-U.S. joint communiques, revoke the arms sales plan to Taiwan, and ...", "snippet": "China urges the U.S. side to abide by the one-China principle and the China-U.S. joint communiques, revoke the arms sales plan to Taiwan, and ...", "link": "https://www.thestandard.com.hk/china-news/article/192454/China-urges-US-to-revoke-arms-sales-plan-to-Taiwan"}, {"id": "c5", "title": "China \"strongly\" urges U.S. to immediately stop arms sales to ...", "text": "9 (Xinhua) -- China Saturday \"strongly\" urged the United States to respect its core interests and grave concerns, and immediately stop arms sales to Taiwan ...", "snippet": "9 (Xinhua) -- China Saturday \"strongly\" urged the United States to respect its core interests and grave concerns, and immediately stop arms sales to Taiwan ...", "link": "https://bg.china-embassy.gov.cn/eng/dtxw/201001/t20100114_2182034.htm"}, {"id": "c6", "title": "China strongly opposes U.S. arms sales to Taiwan, urges ...", "text": "China is strongly opposed to U.S. arms sales to Taiwan and urges Washington to withdraw them immediately, the defence ministry said on ...", "snippet": "China is strongly opposed to U.S. arms sales to Taiwan and urges Washington to withdraw them immediately, the defence ministry said on ...", "link": "https://www.reuters.com/world/asia-pacific/china-strongly-opposes-us-arms-sales-taiwan-urges-withdrawal-2024-06-07/"}, {"id": "c7", "title": "US navy chief says $14bn arms sale to Taiwan paused due ...", "text": "The US is pausing a $14bn (\u00a310.4bn) arms sale to Taiwan to ensure it has enough weapons for the Iran war, acting Navy secretary Hung Cao has ...", "snippet": "The US is pausing a $14bn (\u00a310.4bn) arms sale to Taiwan to ensure it has enough weapons for the Iran war, acting Navy secretary Hung Cao has ...", "link": "https://www.bbc.com/news/articles/c232z4yk437o"}, {"id": "c8", "title": "Taiwan Presses Its Case After Trump Puts Arms Sales in ...", "text": "President Trump called a $14 billion U.S. arms package for Taiwan a \u201cnegotiating chip\u201d with China, raising questions about U.S. support.", "snippet": "President Trump called a $14 billion U.S. arms package for Taiwan a \u201cnegotiating chip\u201d with China, raising questions about U.S. support.", "link": "https://www.wsj.com/world/asia/taiwan-presses-its-case-after-trump-puts-arms-sales-in-question-aca88429"}, {"id": "c9", "title": "China reiterates opposition to US arms sales to Taiwan ...", "text": "China on Tuesday reiterated its opposition to US arms sales to Taiwan ahead of US President Donald Trump's visit to China.", "snippet": "China on Tuesday reiterated its opposition to US arms sales to Taiwan ahead of US President Donald Trump's visit to China.", "link": "https://www.aa.com.tr/en/asia-pacific/china-reiterates-opposition-to-us-arms-sales-to-taiwan-ahead-of-trump-visit/3934754"}, {"id": "c10", "title": "China strongly opposes U.S. arms sales to Taiwan, urges withdrawal", "text": "China is strongly opposed to U.S. arms sales to Taiwan and urges Washington to withdraw them immediately, the defence ministry said on ...", "snippet": "China is strongly opposed to U.S. arms sales to Taiwan and urges Washington to withdraw them immediately, the defence ministry said on ...", "link": "https://www.reuters.com/world/asia-pacific/china-strongly-opposes-us-arms-sales-taiwan-urges-withdrawal-2024-06-07/"}, {"id": "c11", "title": "Taiwan needs US weapons to defend against China threat, diplomat ...", "text": "Taiwan's top diplomat in the U.S. says the island needs American weapons to bolster its self-defense against the growing threat from China.", "snippet": "Taiwan's top diplomat in the U.S. says the island needs American weapons to bolster its self-defense against the growing threat from China.", "link": "https://apnews.com/article/taiwan-trump-arms-sales-china-eab716f67fe5aa36ec05ff8209d0f605"}, {"id": "c12", "title": "U.S.\u2013China Tensions Explained: The Fight Over Taiwan Arms Sales", "text": "Uncertainty is growing around the future of Taiwan, with President Trump not committing to the next round of arms sales to the island nation ...", "snippet": "Uncertainty is growing around the future of Taiwan, with President Trump not committing to the next round of arms sales to the island nation ...", "link": "https://www.youtube.com/shorts/r1D6Lb99rpc"}, {"id": "c13", "title": "China Urges US to Stop Taiwan Arms Sales After New Deal Report", "text": "China called on the US to stop selling weapons to Taiwan after a report that President Donald Trump could sign off on a $14 billion deal ...", "snippet": "China called on the US to stop selling weapons to Taiwan after a report that President Donald Trump could sign off on a $14 billion deal ...", "link": "https://www.bloomberg.com/news/articles/2026-03-13/china-urges-us-to-stop-taiwan-arms-sales-after-new-deal-report"}, {"id": "c14", "title": "Taiwan releases statement in response to Trump comments - The Hill", "text": "Taiwan responds to President Trump's hesitation on backing a U.S. arms sale, emphasizing the importance of the deal for regional security ...", "snippet": "Taiwan responds to President Trump's hesitation on backing a U.S. arms sale, emphasizing the importance of the deal for regional security ...", "link": "https://thehill.com/policy/international/5880059-taiwan-us-arms-deal-trump-china/"}]}
+{"input": "PLA will conduct important military exercises and training activities including live-fire drills in six regions surrounding the Taiwan island from Thursday to Sunday", "output": "The People's Liberation Army will conduct important military exercises and training activities, including live-fire drills, in six regions surrounding the Taiwan island from Thursday to Sunday, starting on or around August 4, 2022.", "topic": "Taiwan", "ground_truth": "S", "raw_label": "factual", "account": "Global Times", "atoms": [{"id": "a0", "text": "The People's Liberation Army will conduct important military exercises and training activities, including live-fire drills, in six regions surrounding the Taiwan island from Thursday to Sunday, starting on or around August 4, 2022.", "original": "The People's Liberation Army will conduct important military exercises and training activities, including live-fire drills, in six regions surrounding the Taiwan island from Thursday to Sunday, starting on or around August 4, 2022.", "label": "S", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "PLA will conduct important military exercises and training ...", "text": "The drills focus on enhancing sea- air combat readiness, conducting joint operations to establish comprehensive dominance, and targeting ...", "snippet": "The drills focus on enhancing sea- air combat readiness, conducting joint operations to establish comprehensive dominance, and targeting ...", "link": "https://www.facebook.com/globaltimesnews/posts/pla-will-conduct-important-military-exercises-and-training-activities-including-/447614880744058/"}, {"id": "c1", "title": "PLA will conduct important military exercises and training ...", "text": "PLA will conduct important military exercises and training activities including live-fire drills in six regions surrounding the Taiwan ...", "snippet": "PLA will conduct important military exercises and training activities including live-fire drills in six regions surrounding the Taiwan ...", "link": "https://x.com/globaltimesnews/status/1554484002622701568"}, {"id": "c2", "title": "China launches 2 days of live-fire military drills around ...", "text": "China launches 2 days of live-fire military drills around Taiwan, prompting \"rapid response exercise\" by Taipei. Updated on: December 29, 2025 / ...", "snippet": "China launches 2 days of live-fire military drills around Taiwan, prompting \"rapid response exercise\" by Taipei. Updated on: December 29, 2025 / ...", "link": "https://www.cbsnews.com/news/china-taiwan-live-fire-military-drills-rapid-response-exercise/"}, {"id": "c3", "title": "Aviation Activity, and Naval and Ground Force Exercises", "text": "On August 4, PRC state media announced that PLA forces from all branches would conduct exercises in the \u201cnorthern, southwestern and southeastern ...", "snippet": "On August 4, PRC state media announced that PLA forces from all branches would conduct exercises in the \u201cnorthern, southwestern and southeastern ...", "link": "https://globaltaiwan.org/2022/09/an-overview-of-chinese-military-activity-near-taiwan-in-early-august-2022-part-2-aviation-activity-and-naval-and-ground-force-exercises/"}, {"id": "c4", "title": "PLA Conducts Long-Range Live-Fire Drills to South of Taiwan ...", "text": "The Chinese People's Liberation Army (PLA) Eastern Theater Command on December 30 released a video footage of its live-fire training in the ...", "snippet": "The Chinese People's Liberation Army (PLA) Eastern Theater Command on December 30 released a video footage of its live-fire training in the ...", "link": "https://www.youtube.com/watch?v=YzHE_AcRtnc"}, {"id": "c5", "title": "PLA will conduct important military exercises and training activities ...", "text": "The drills focus on enhancing sea- air combat readiness, conducting joint operations to establish comprehensive dominance, and targeting ...", "snippet": "The drills focus on enhancing sea- air combat readiness, conducting joint operations to establish comprehensive dominance, and targeting ...", "link": "https://www.facebook.com/globaltimesnews/posts/pla-will-conduct-important-military-exercises-and-training-activities-including-/447614880744058/"}, {"id": "c6", "title": "Scripted Order: Combined-military Exercises in the Asia-Pacific", "text": "This chapter examines the broad patterns of combined-military exercises among Asia-Pacific countries over the past two decades.", "snippet": "This chapter examines the broad patterns of combined-military exercises among Asia-Pacific countries over the past two decades.", "link": "https://www.iiss.org/publications/strategic-dossiers/asia-pacific-regional-security-assessment-2024/chapter-1/"}, {"id": "c7", "title": "PLA will conduct important military exercises and training activities ...", "text": "PLA will conduct important military exercises and training activities including live-fire drills in six regions surrounding the Taiwan ...", "snippet": "PLA will conduct important military exercises and training activities including live-fire drills in six regions surrounding the Taiwan ...", "link": "https://x.com/globaltimesnews/status/1554484002622701568"}, {"id": "c8", "title": "Philippines, US and allies start military exercises testing 'real\u2011world ...", "text": "The counter\u2011landing live\u2011fire drills will take place in Zambales province on the South China Sea, about 230 km (143 miles) from the hotly ...", "snippet": "The counter\u2011landing live\u2011fire drills will take place in Zambales province on the South China Sea, about 230 km (143 miles) from the hotly ...", "link": "https://www.reuters.com/world/china/philippines-us-allies-start-military-exercises-testing-realworld-readiness-2026-04-20/"}, {"id": "c9", "title": "An Overview of Chinese Military Activity Near Taiwan in Early ...", "text": "On August 4, PRC state media announced that PLA forces from all branches would conduct exercises in the \u201cnorthern, southwestern and southeastern ...", "snippet": "On August 4, PRC state media announced that PLA forces from all branches would conduct exercises in the \u201cnorthern, southwestern and southeastern ...", "link": "https://globaltaiwan.org/2022/09/an-overview-of-chinese-military-activity-near-taiwan-in-early-august-2022-part-2-aviation-activity-and-naval-and-ground-force-exercises/"}, {"id": "c10", "title": "China stages record drills designed to encircle Taiwan - Reuters", "text": "Map showing five zones around Taiwan marked by China for December 30 military drills, and past drill areas. The live-firing exercises will ...", "snippet": "Map showing five zones around Taiwan marked by China for December 30 military drills, and past drill areas. The live-firing exercises will ...", "link": "https://www.reuters.com/world/china/chinas-military-conduct-live-fire-exercises-around-taiwan-tuesday-2025-12-28/"}, {"id": "c11", "title": "Chinese military begins 'strategic' drills around Taiwan - state media", "text": "China's People's Liberation Army has begun military exercises including live firing on the waters and in the airspace surrounding the island of Taiwan.", "snippet": "China's People's Liberation Army has begun military exercises including live firing on the waters and in the airspace surrounding the island of Taiwan.", "link": "https://www.reuters.com/world/asia-pacific/chinese-military-begins-drills-around-taiwan-state-media-2022-08-04/"}, {"id": "c12", "title": "The PRC Sends a Message to the International Community with Its ...", "text": "The People's Republic of China's (PRC) People's Liberation Army (PLA) conducted a large-scale aviation and naval exercise in the air and sea spaces around ...", "snippet": "The People's Republic of China's (PRC) People's Liberation Army (PLA) conducted a large-scale aviation and naval exercise in the air and sea spaces around ...", "link": "https://globaltaiwan.org/2025/01/the-prc-sends-a-message-to-the-international-community/"}, {"id": "c13", "title": "China's Military Exercises Around Taiwan: Trends and Patterns", "text": "... (PLA) carried out military drills code-named Joint Sword-2024A, involving the army, navy, air force, and rocket force. Exercise activity ...", "snippet": "... (PLA) carried out military drills code-named Joint Sword-2024A, involving the army, navy, air force, and rocket force. Exercise activity ...", "link": "https://globaltaiwan.org/2024/10/chinas-military-exercises-around-taiwan-trends-and-patterns/"}, {"id": "c14", "title": "Philippines, US and allies start military exercises testing 'real\u2011world ...", "text": "The counter\u2011landing live\u2011fire drills will take place in Zambales province on the South China Sea, about 230 km (143 miles) from the hotly ...", "snippet": "The counter\u2011landing live\u2011fire drills will take place in Zambales province on the South China Sea, about 230 km (143 miles) from the hotly ...", "link": "https://www.reuters.com/world/china/philippines-us-allies-start-military-exercises-testing-realworld-readiness-2026-04-20/"}]}
+{"input": "Chinese People's Liberation Army (#PLA) said it will launch a series of targeted military operations around #TaiwanIsland as U.S. House Speaker Nancy Pelosi landed in China's Taiwan region on Tuesday for a visit in disregard of China's opposition.", "output": "The Chinese People's Liberation Army said it will launch a series of targeted military operations around Taiwan Island as United States House Speaker Nancy Pelosi landed in Taiwan on Tuesday for a visit.", "topic": "Taiwan", "ground_truth": "S", "raw_label": "factual", "account": "People's Daily, China", "atoms": [{"id": "a0", "text": "The Chinese People's Liberation Army said it will launch a series of targeted military operations around Taiwan Island as United States House Speaker Nancy Pelosi landed in Taiwan on Tuesday for a visit.", "original": "The Chinese People's Liberation Army said it will launch a series of targeted military operations around Taiwan Island as United States House Speaker Nancy Pelosi landed in Taiwan on Tuesday for a visit.", "label": "S", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "China to launch 'targeted military operations' due to Pelosi ...", "text": "The Chinese military has been put on high alert and will launch \"targeted military operations\" in response to US House Speaker Pelosi's visit to Taiwan.", "snippet": "The Chinese military has been put on high alert and will launch \"targeted military operations\" in response to US House Speaker Pelosi's visit to Taiwan.", "link": "https://www.reuters.com/world/china-launch-targeted-military-operations-due-pelosi-visit-2022-08-02/"}, {"id": "c1", "title": "China stepped up its military maneuvers in early August ...", "text": "... series of targeted military operations in response to U.S. House Speaker Pelosi's visit to Taiwan. The People's Liberation Army's Eastern ...", "snippet": "... series of targeted military operations in response to U.S. House Speaker Pelosi's visit to Taiwan. The People's Liberation Army's Eastern ...", "link": "https://www.facebook.com/focus.tw/posts/china-stepped-up-its-military-maneuvers-in-early-august-this-year-after-the-visi/444771021026974/"}, {"id": "c2", "title": "China announces military operations in response to ...", "text": "In response to US House Speaker Nancy Pelosi's visit to Taiwan, China on Tuesday announced that it will launch a \u201cseries of targeted military operations.\u201d", "snippet": "In response to US House Speaker Nancy Pelosi's visit to Taiwan, China on Tuesday announced that it will launch a \u201cseries of targeted military operations.\u201d", "link": "https://www.aa.com.tr/en/asia-pacific/china-announces-military-operations-in-response-to-pelosi-s-taiwan-trip/2651899"}, {"id": "c3", "title": "China to begin 'targeted military operations'", "text": "The Chinese military has been put on high alert and will begin \u201ctargeted military operations\u201d in response to US House Speaker Nancy Pelosi's visit to Taiwan.", "snippet": "The Chinese military has been put on high alert and will begin \u201ctargeted military operations\u201d in response to US House Speaker Nancy Pelosi's visit to Taiwan.", "link": "https://www.newsnationnow.com/world/china-to-begin-targeted-military-operations/"}, {"id": "c4", "title": "Chinese military to stage drills around Taiwan to warn ...", "text": "The Chinese military said Monday said it was dispatching air, navy and rocket troops to conduct joint military drills around Taiwan, ...", "snippet": "The Chinese military said Monday said it was dispatching air, navy and rocket troops to conduct joint military drills around Taiwan, ...", "link": "https://www.nbcnews.com/world/asia/chinese-military-stage-drills-taiwan-warn-external-forces-tensions-us-rcna251302"}, {"id": "c5", "title": "China to launch 'targeted military operations' due to Pelosi ...", "text": "The Chinese military has been put on high alert and will launch \"targeted military operations\" in response to US House Speaker Pelosi's visit to Taiwan.", "snippet": "The Chinese military has been put on high alert and will launch \"targeted military operations\" in response to US House Speaker Pelosi's visit to Taiwan.", "link": "https://www.reuters.com/world/china-launch-targeted-military-operations-due-pelosi-visit-2022-08-02/"}, {"id": "c6", "title": "China's Military: The People's Liberation Army (PLA)", "text": "The PLA supports China's national defense aims through a range of activities, which China's leaders broadly categorize as war and non-war ...", "snippet": "The PLA supports China's national defense aims through a range of activities, which China's leaders broadly categorize as war and non-war ...", "link": "https://www.congress.gov/crs-product/R46808"}, {"id": "c7", "title": "White House memo reportedly claims Alibaba is helping ...", "text": "The memo allegedly says the Chinese company supplies the People's Liberation Army with access to customer data.", "snippet": "The memo allegedly says the Chinese company supplies the People's Liberation Army with access to customer data.", "link": "https://www.youtube.com/watch?v=Fffv6Jjk8Dg"}, {"id": "c8", "title": "China stepped up its military maneuvers in early August ...", "text": "The Chinese military launch a series of targeted military operations in response to U.S. House Speaker Pelosi's visit to Taiwan.", "snippet": "The Chinese military launch a series of targeted military operations in response to U.S. House Speaker Pelosi's visit to Taiwan.", "link": "https://www.facebook.com/focus.tw/posts/china-stepped-up-its-military-maneuvers-in-early-august-this-year-after-the-visi/444771021026974/"}, {"id": "c9", "title": "Aviation Activity, and Naval and Ground Force Exercises", "text": "People's Republic of China (PRC) military forces conducted a series of military exercises around Taiwan in the wake of US House Speaker Nancy ...", "snippet": "People's Republic of China (PRC) military forces conducted a series of military exercises around Taiwan in the wake of US House Speaker Nancy ...", "link": "https://globaltaiwan.org/2022/09/an-overview-of-chinese-military-activity-near-taiwan-in-early-august-2022-part-2-aviation-activity-and-naval-and-ground-force-exercises/"}, {"id": "c10", "title": "China to launch 'targeted military operations' due to Pelosi ...", "text": "The exercises will include joint air and sea drills in the north, southwest and southeast of Taiwan, long-range live firing in the Taiwan Strait ...", "snippet": "The exercises will include joint air and sea drills in the north, southwest and southeast of Taiwan, long-range live firing in the Taiwan Strait ...", "link": "https://www.reuters.com/world/china-launch-targeted-military-operations-due-pelosi-visit-2022-08-02/"}, {"id": "c11", "title": "China encircles Taiwan in massive military display", "text": "China appeared to be simulating striking land-based targets such as the U.S.-made HIMARS rocket system, a mobile artillery system with a range ...", "snippet": "China appeared to be simulating striking land-based targets such as the U.S.-made HIMARS rocket system, a mobile artillery system with a range ...", "link": "https://www.reuters.com/world/china/china-launches-live-firing-drills-around-taiwan-its-biggest-war-games-date-2025-12-30/"}, {"id": "c12", "title": "WATCH LIVE: House Armed Services Committee holds ...", "text": "WATCH LIVE: House Armed Services Committee holds hearing on Chinese threats to U.S. 469K views \u00b7 Streamed 3 years ago. Military RESPONDED", "snippet": "WATCH LIVE: House Armed Services Committee holds hearing on Chinese threats to U.S. 469K views \u00b7 Streamed 3 years ago. Military RESPONDED", "link": "https://www.youtube.com/watch?v=qAgHO12e5os"}, {"id": "c13", "title": "White House says Alibaba is helping Chinese military ...", "text": "Chinese group supplies the People's Liberation Army with capabilities that the White House believes threaten U.S. security, the FT reported.", "snippet": "Chinese group supplies the People's Liberation Army with capabilities that the White House believes threaten U.S. security, the FT reported.", "link": "https://www.reuters.com/world/china/white-house-says-alibaba-is-helping-chinese-military-target-us-ft-reports-2025-11-14/"}, {"id": "c14", "title": "LIVE: House Hearing on Russia\u2013China Hybrid Warfare ...", "text": "The purpose of this hearing is to examine the scope of Russia's and China's hybrid warfare tactics in Europe and to assess policy solutions.", "snippet": "The purpose of this hearing is to examine the scope of Russia's and China's hybrid warfare tactics in Europe and to assess policy solutions.", "link": "https://www.youtube.com/watch?v=KLlGp3xXZCM"}]}
+{"input": "The government of Honduras announced on Saturday that it is ending its \"diplomatic ties\" with the Taiwan region. The country's Foreign Ministry released the announcement on its Twitter account.", "output": "The government of Honduras announced on Saturday, March 26, 2023, that it is ending its diplomatic ties with the Taiwan region, as stated by the country's Foreign Ministry on its Twitter account.", "topic": "Taiwan", "ground_truth": "S", "raw_label": "factual", "account": "CCTV", "atoms": [{"id": "a0", "text": "The government of Honduras announced on Saturday, March 26, 2023, that it is ending its diplomatic ties with the Taiwan region, as stated by the country's Foreign Ministry on its Twitter account.", "original": "The government of Honduras announced on Saturday, March 26, 2023, that it is ending its diplomatic ties with the Taiwan region, as stated by the country's Foreign Ministry on its Twitter account.", "label": "S", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "A spokesperson for the Chinese Foreign Ministry said on Friday that ...", "text": "Honduras has ended its decades-long diplomatic relations with Taiwan, paving the way for the Central American country to establish a formal ...", "snippet": "Honduras has ended its decades-long diplomatic relations with Taiwan, paving the way for the Central American country to establish a formal ...", "link": "https://www.facebook.com/globaltimesnews/posts/a-spokesperson-for-the-chinese-foreign-ministry-said-on-friday-that-china-commen/1566445762194292/"}, {"id": "c1", "title": "Honduras breaks diplomatic ties with Taiwan - DW.com", "text": "Honduras announced an end to its decades old diplomatic relationship with Taiwan, just days after saying that it would establish ties with China.", "snippet": "Honduras announced an end to its decades old diplomatic relationship with Taiwan, just days after saying that it would establish ties with China.", "link": "https://www.dw.com/en/honduras-breaks-diplomatic-ties-with-taiwan/a-65123318"}, {"id": "c2", "title": "Honduras cuts ties with Taiwan, opens relations with China", "text": "Honduras switches diplomatic allegiance from Taiwan to China, leaving Taipei recognised by just 13 sovereign states.", "snippet": "Honduras switches diplomatic allegiance from Taiwan to China, leaving Taipei recognised by just 13 sovereign states.", "link": "https://www.aljazeera.com/news/2023/3/26/honduras-cuts-diplomatic-ties-with-taiwan"}, {"id": "c3", "title": "Taiwan Told to 'Pack Up And Leave' Honduras After Ties Severed", "text": "Honduran President Xiomara Castro cut ties with Taiwan in favor of China in a bid for more investment and jobs from the Asian giant.", "snippet": "Honduran President Xiomara Castro cut ties with Taiwan in favor of China in a bid for more investment and jobs from the Asian giant.", "link": "https://www.voanews.com/a/taiwan-told-to-pack-up-and-leave-honduras-after-ties-severed-/7024390.html"}, {"id": "c4", "title": "Honduras cuts ties with Taiwan, opens relations with China - YouTube", "text": "Honduras has ended its decades-long diplomatic relations with Taiwan in favour of ties with China, prompting Taipei to accuse Beijing of ...", "snippet": "Honduras has ended its decades-long diplomatic relations with Taiwan in favour of ties with China, prompting Taipei to accuse Beijing of ...", "link": "https://www.youtube.com/watch?v=aNa-SWPG0_s"}, {"id": "c5", "title": "Honduras breaks diplomatic ties with Taiwan - DW.com", "text": "Honduras announced an end to its decades old diplomatic relationship with Taiwan, just days after saying that it would establish ties with China.", "snippet": "Honduras announced an end to its decades old diplomatic relationship with Taiwan, just days after saying that it would establish ties with China.", "link": "https://www.dw.com/en/honduras-breaks-diplomatic-ties-with-taiwan/a-65123318"}, {"id": "c6", "title": "China opens ties with Honduras, Taiwan decries monetary demands", "text": "Honduras ended its relationship with Taiwan, which accused Tegucigalpa of demanding exorbitant sums.", "snippet": "Honduras ended its relationship with Taiwan, which accused Tegucigalpa of demanding exorbitant sums.", "link": "https://www.reuters.com/world/honduras-government-says-ending-diplomatic-ties-with-taiwan-2023-03-26/"}, {"id": "c7", "title": "A spokesperson for the Chinese Foreign Ministry said on Friday that ...", "text": "Honduras has ended its decades-long diplomatic relations with Taiwan, paving the way for the Central American country to establish a formal ...", "snippet": "Honduras has ended its decades-long diplomatic relations with Taiwan, paving the way for the Central American country to establish a formal ...", "link": "https://www.facebook.com/globaltimesnews/posts/a-spokesperson-for-the-chinese-foreign-ministry-said-on-friday-that-china-commen/1566445762194292/"}, {"id": "c8", "title": "Taiwan Told to 'Pack Up And Leave' Honduras After Ties Severed", "text": "Honduran President Xiomara Castro cut ties with Taiwan in favor of China in a bid for more investment and jobs from the Asian giant.", "snippet": "Honduran President Xiomara Castro cut ties with Taiwan in favor of China in a bid for more investment and jobs from the Asian giant.", "link": "https://www.voanews.com/a/taiwan-told-to-pack-up-and-leave-honduras-after-ties-severed-/7024390.html"}, {"id": "c9", "title": "Honduras cuts ties with Taiwan, opens relations with China", "text": "Honduras switches diplomatic allegiance from Taiwan to China, leaving Taipei recognised by just 13 sovereign states.", "snippet": "Honduras switches diplomatic allegiance from Taiwan to China, leaving Taipei recognised by just 13 sovereign states.", "link": "https://www.aljazeera.com/news/2023/3/26/honduras-cuts-diplomatic-ties-with-taiwan"}, {"id": "c10", "title": "Honduras breaks diplomatic ties with Taiwan", "text": "Honduras announced an end to its decades old diplomatic relationship with Taiwan, just days after saying that it would establish ties with China.", "snippet": "Honduras announced an end to its decades old diplomatic relationship with Taiwan, just days after saying that it would establish ties with China.", "link": "https://www.dw.com/en/honduras-breaks-diplomatic-ties-with-taiwan/a-65123318"}, {"id": "c11", "title": "Honduras Ends Diplomatic Ties With Taiwan", "text": "Honduras said on Saturday it was ending its decades-long diplomatic relations with Taiwan, bringing it closer to China as it expands its footprint in Central ...", "snippet": "Honduras said on Saturday it was ending its decades-long diplomatic relations with Taiwan, bringing it closer to China as it expands its footprint in Central ...", "link": "https://www.voanews.com/a/honduras-ends-decades-long-diplomatic-ties-with-taiwan-/7021834.html"}, {"id": "c12", "title": "'Better off with Taiwan': Honduras joins other Latin ...", "text": "Both leading candidates say they will cut diplomatic ties with Beijing and re-establish relations with Taipei, reversing the March 2023 decision ...", "snippet": "Both leading candidates say they will cut diplomatic ties with Beijing and re-establish relations with Taipei, reversing the March 2023 decision ...", "link": "https://www.theguardian.com/world/2025/dec/19/honduras-rethinking-china-ties"}, {"id": "c13", "title": "Honduras establishes ties with China after ending ...", "text": "Honduras established diplomatic ties with China on Sunday after breaking off relations with Taiwan, which is increasingly isolated and now recognized by only ...", "snippet": "Honduras established diplomatic ties with China on Sunday after breaking off relations with Taiwan, which is increasingly isolated and now recognized by only ...", "link": "https://www.pbs.org/newshour/world/honduras-establishes-ties-with-china-after-ending-recognition-of-taiwan"}, {"id": "c14", "title": "Honduras cutting ties with Taiwan shows China's growing ...", "text": "The Honduran government announced Tuesday a move to establish diplomatic relations with China, thereby severing relations with Taiwan. The ...", "snippet": "The Honduran government announced Tuesday a move to establish diplomatic relations with China, thereby severing relations with Taiwan. The ...", "link": "https://as.cornell.edu/news/honduras-cutting-ties-taiwan-shows-chinas-growing-influence-central-america"}]}
+{"input": "The World Health Assembly (WHA), the highest decision-making body of the World Health Organization (#WHO), on Monday decided not to include in its agenda a proposal on #Taiwan's participation in the annual assembly as an observer.", "output": "The World Health Assembly, the highest decision-making body of the World Health Organization, decided not to include a proposal for Taiwan's participation as an observer in its annual assembly on Monday, May 22, 2023.", "topic": "Taiwan", "ground_truth": "S", "raw_label": "factual", "account": "ChinaDaily", "atoms": [{"id": "a0", "text": "The World Health Assembly, the highest decision-making body of the World Health Organization, decided not to include a proposal for Taiwan's participation as an observer in its annual assembly on Monday, May 22, 2023.", "original": "The World Health Assembly, the highest decision-making body of the World Health Organization, decided not to include a proposal for Taiwan's participation as an observer in its annual assembly on Monday, May 22, 2023.", "label": "S", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "World Health Assembly", "text": "The World Health Assembly is the decision-making body of WHO. It is attended by delegations from all WHO Member States and focuses on a specific health agenda.", "snippet": "The World Health Assembly is the decision-making body of WHO. It is attended by delegations from all WHO Member States and focuses on a specific health agenda.", "link": "https://www.who.int/about/governance/world-health-assembly"}, {"id": "c1", "title": "World Health Assembly opens amid high-stakes pandemic treaty ...", "text": "The Assembly, WHO's highest decision-making body, runs through 27 May and brings together delegations from 194 Member States under the theme One ...", "snippet": "The Assembly, WHO's highest decision-making body, runs through 27 May and brings together delegations from 194 Member States under the theme One ...", "link": "https://news.un.org/en/story/2025/05/1163416"}, {"id": "c2", "title": "75th World Health Assembly", "text": "The World Health Assembly is the decision-making body of WHO. It is attended by delegations from all WHO Member States and focuses on a specific ...", "snippet": "The World Health Assembly is the decision-making body of WHO. It is attended by delegations from all WHO Member States and focuses on a specific ...", "link": "https://www.who.int/about/governance/world-health-assembly/seventy-fifth-world-health-assembly"}, {"id": "c3", "title": "World Health Assembly (WHA) - PAHO/WHO", "text": "The World Health Assembly is the decision-making body of WHO. It is attended by delegations from all WHO Member States and focuses on a specific health agenda.", "snippet": "The World Health Assembly is the decision-making body of WHO. It is attended by delegations from all WHO Member States and focuses on a specific health agenda.", "link": "https://www.paho.org/en/wha"}, {"id": "c4", "title": "Five Questions for the World Health Assembly", "text": "the World Health Assembly (WHA)\u2014the decision-making body of the World Health Organization (WHO)\u2014will meet in person from May 22-28 ...", "snippet": "the World Health Assembly (WHA)\u2014the decision-making body of the World Health Organization (WHO)\u2014will meet in person from May 22-28 ...", "link": "https://www.thinkglobalhealth.org/article/five-questions-world-health-assembly"}, {"id": "c5", "title": "World Health Assembly", "text": "The World Health Assembly is the decision-making body of WHO. It is attended by delegations from all WHO Member States and focuses on a specific health agenda.", "snippet": "The World Health Assembly is the decision-making body of WHO. It is attended by delegations from all WHO Member States and focuses on a specific health agenda.", "link": "https://www.who.int/about/governance/world-health-assembly"}, {"id": "c6", "title": "The World Health Assembly: What It Does, Why It Matters", "text": "It's called the World Health Assembly, and it's the premier decision-making body of the WHO. Country reps consult and set new health objectives, targets, and ...", "snippet": "It's called the World Health Assembly, and it's the premier decision-making body of the WHO. Country reps consult and set new health objectives, targets, and ...", "link": "https://globalhealthnow.org/2022-05/world-health-assembly-what-it-does-why-it-matters"}, {"id": "c7", "title": "World Health Assembly opens amid high-stakes pandemic treaty ...", "text": "The Assembly, WHO's highest decision-making body, runs through 27 May and brings together delegations from 194 Member States under the theme One ...", "snippet": "The Assembly, WHO's highest decision-making body, runs through 27 May and brings together delegations from 194 Member States under the theme One ...", "link": "https://news.un.org/en/story/2025/05/1163416"}, {"id": "c8", "title": "Five Questions for the World Health Assembly", "text": "Five Questions for the World Health Assembly \u00b7 Will the Ukraine War Affect the WHA? \u00b7 Will COVID-19 Produce Global Health Governance Reform? \u00b7 Will ...", "snippet": "Five Questions for the World Health Assembly \u00b7 Will the Ukraine War Affect the WHA? \u00b7 Will COVID-19 Produce Global Health Governance Reform? \u00b7 Will ...", "link": "https://www.thinkglobalhealth.org/article/five-questions-world-health-assembly"}, {"id": "c9", "title": "75th World Health Assembly", "text": "The World Health Assembly is the decision-making body of WHO. It is attended by delegations from all WHO Member States and focuses on a specific ...", "snippet": "The World Health Assembly is the decision-making body of WHO. It is attended by delegations from all WHO Member States and focuses on a specific ...", "link": "https://www.who.int/about/governance/world-health-assembly/seventy-fifth-world-health-assembly"}, {"id": "c10", "title": "Seventy-ninth World Health Assembly", "text": "The World Health Assembly is the decision-making body of WHO. It is attended by delegations from all WHO Member States and focuses on a specific ...", "snippet": "The World Health Assembly is the decision-making body of WHO. It is attended by delegations from all WHO Member States and focuses on a specific ...", "link": "https://www.who.int/about/governance/world-health-assembly/seventy-ninth"}, {"id": "c11", "title": "One World for Health: The Seventy-eighth ...", "text": "As WHO's highest decision-making body, the World Health Assembly sets out the Organization's policy and approves its budget.", "snippet": "As WHO's highest decision-making body, the World Health Assembly sets out the Organization's policy and approves its budget.", "link": "https://www.who.int/news/item/16-05-2025-one-world-for-health--the-seventy-eighth-world-health-assembly-convenes-from-19-to-27-may-2025"}, {"id": "c12", "title": "Seventy-eighth World Health Assembly", "text": "The 78th World Health Assembly is being held in Geneva, Switzerland, on 19\u201327 May 2025. The World Health Assembly is the decision-making body of WHO.", "snippet": "The 78th World Health Assembly is being held in Geneva, Switzerland, on 19\u201327 May 2025. The World Health Assembly is the decision-making body of WHO.", "link": "https://www.who.int/about/governance/world-health-assembly/seventy-eighth"}, {"id": "c13", "title": "World Health Assembly opens with focus on equity, ...", "text": "The World Health Assembly, WHO's supreme decision-making body, meets annually to determine the Organization's policies, approve its budget, and ...", "snippet": "The World Health Assembly, WHO's supreme decision-making body, meets annually to determine the Organization's policies, approve its budget, and ...", "link": "https://www.paho.org/en/news/18-5-2026-world-health-assembly-opens-focus-equity-resilience-and-global-health-cooperation"}, {"id": "c14", "title": "World Health Assembly: What is it and why is it important?", "text": "The World Health Assembly is the decision-making body of the World Health Organization (WHO), the United Nations (UN) agency dedicated to promoting the global ...", "snippet": "The World Health Assembly is the decision-making body of the World Health Organization (WHO), the United Nations (UN) agency dedicated to promoting the global ...", "link": "https://www.weforum.org/stories/2025/05/world-health-assembly-who-healthcare-what-it-is-and-importance/"}]}
+{"input": "There is no \"median line\" of the Taiwan Straits: Mainland spokesperson", "output": "A Mainland Chinese spokesperson stated that there is no \"median line\" of the Taiwan Straits.", "topic": "Taiwan", "ground_truth": "S", "raw_label": "factual", "account": "CGTN", "atoms": [{"id": "a0", "text": "A Mainland Chinese spokesperson stated that there is no \"median line\" of the Taiwan Straits.", "original": "A Mainland Chinese spokesperson stated that there is no \"median line\" of the Taiwan Straits.", "label": "S", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "There Is No \"Median Line in Strait\" As Taiwan Is Part of China ...", "text": "There Is No \"Median Line in Strait\" As Taiwan Is Part of China: Spokesman Taiwan is part of China, and there is no such thing as a \"median line ...", "snippet": "There Is No \"Median Line in Strait\" As Taiwan Is Part of China: Spokesman Taiwan is part of China, and there is no such thing as a \"median line ...", "link": "https://www.facebook.com/NewsContent.CCTVPLUS/posts/there-is-no-median-line-in-strait-as-taiwan-is-part-of-china-spokesmantaiwan-is-/382798820551564/"}, {"id": "c1", "title": "There Is No \"Median Line\" In Taiwan Strait: Spokesman - YouTube", "text": "Taiwan is an inseparable part of China's territory and there is no such thing as a \"median line\" in the Taiwan Strait, Defense Ministry ...", "snippet": "Taiwan is an inseparable part of China's territory and there is no such thing as a \"median line\" in the Taiwan Strait, Defense Ministry ...", "link": "https://www.youtube.com/watch?v=kF0FmXUTXXw"}, {"id": "c2", "title": "There is no 'median line' of Taiwan Straits: Mainland spokesperson", "text": "Zhu Fenglian, a spokesperson for the Taiwan Affairs Office of the State Council, on Wednesday reiterated that the Taiwan region is an inalienable part of China ...", "snippet": "Zhu Fenglian, a spokesperson for the Taiwan Affairs Office of the State Council, on Wednesday reiterated that the Taiwan region is an inalienable part of China ...", "link": "https://news.cgtn.com/news/2022-07-13/There-is-no-median-line-of-Taiwan-Straits-Mainland-spokesperson-1bDEtoKooCc/index.html"}, {"id": "c3", "title": "China rebuffs Taiwan over 'median line' in strait - Anadolu Ajans\u0131", "text": "China on Monday rejected Taiwan's claims of the existence of a \"median line\" in the Taiwan Strait, reasserting that Taiwan is an integral part of China.", "snippet": "China on Monday rejected Taiwan's claims of the existence of a \"median line\" in the Taiwan Strait, reasserting that Taiwan is an integral part of China.", "link": "https://www.aa.com.tr/en/asia-pacific/china-rebuffs-taiwan-over-median-line-in-strait/3630700"}, {"id": "c4", "title": "The Principle of \u201cEstoppel\u201d and Beijing's Sovereignty Claims over ...", "text": "The median line separating the parties along the two sides of the Taiwan Strait was established in 1955 by US Air Task Force 13 Commander ...", "snippet": "The median line separating the parties along the two sides of the Taiwan Strait was established in 1955 by US Air Task Force 13 Commander ...", "link": "https://globaltaiwan.org/2022/07/the-principle-of-estoppel-and-beijings-sovereignty-claims-over-the-taiwan-strait/"}, {"id": "c5", "title": "There Is No \"Median Line in Strait\" As Taiwan Is Part ...", "text": "There Is No \"Median Line in Strait\" As Taiwan Is Part of China: Spokesman Taiwan is part of China, and there is no such thing as a \"median line ...", "snippet": "There Is No \"Median Line in Strait\" As Taiwan Is Part of China: Spokesman Taiwan is part of China, and there is no such thing as a \"median line ...", "link": "https://www.facebook.com/NewsContent.CCTVPLUS/posts/there-is-no-median-line-in-strait-as-taiwan-is-part-of-china-spokesmantaiwan-is-/382798820551564/"}, {"id": "c6", "title": "The Principle of \u201cEstoppel\u201d and Beijing's Sovereignty ...", "text": "In June 2022, Beijing claimed that the Taiwan Strait is not international waters. These two Chinese statements run counter to China's position of many decades.", "snippet": "In June 2022, Beijing claimed that the Taiwan Strait is not international waters. These two Chinese statements run counter to China's position of many decades.", "link": "https://globaltaiwan.org/2022/07/the-principle-of-estoppel-and-beijings-sovereignty-claims-over-the-taiwan-strait/"}, {"id": "c7", "title": "Taiwan says strait median line is a 'fact'", "text": "The median line in the Taiwan Strait is a tacit understanding that has existed since the 1950s and its existence is a \"fact\", Taiwan's Defence Ministry said on ...", "snippet": "The median line in the Taiwan Strait is a tacit understanding that has existed since the 1950s and its existence is a \"fact\", Taiwan's Defence Ministry said on ...", "link": "https://www.reuters.com/world/asia-pacific/taiwan-says-strait-median-line-is-fact-2022-08-08/"}, {"id": "c8", "title": "There is no 'median line' of Taiwan Straits: Mainland ...", "text": "Zhu Fenglian, a spokesperson for the Taiwan Affairs Office of the State Council, on Wednesday reiterated that the Taiwan region is an inalienable part of China ...", "snippet": "Zhu Fenglian, a spokesperson for the Taiwan Affairs Office of the State Council, on Wednesday reiterated that the Taiwan region is an inalienable part of China ...", "link": "https://news.cgtn.com/news/2022-07-13/There-is-no-median-line-of-Taiwan-Straits-Mainland-spokesperson-1bDEtoKooCc/index.html"}, {"id": "c9", "title": "How important is the median line in the Taiwan Strait?", "text": "This median line has no legal status. China has never officially recognized the line but has respected it until now. China: centerline does ...", "snippet": "This median line has no legal status. China has never officially recognized the line but has respected it until now. China: centerline does ...", "link": "https://table.media/en/china/feature/how-important-is-the-median-line-in-the-taiwan-strait"}, {"id": "c10", "title": "Taiwan angered at 'unilateral' China change to ...", "text": "Chen Binhua, a spokesperson for the office, said the \"so-called median line does not exist\". \"The M503 route is for civil aviation and is in ...", "snippet": "Chen Binhua, a spokesperson for the office, said the \"so-called median line does not exist\". \"The M503 route is for civil aviation and is in ...", "link": "https://www.reuters.com/world/asia-pacific/taiwan-angered-unilateral-china-change-taiwan-strait-flight-path-2024-01-31/"}, {"id": "c11", "title": "China launches drills around Taiwan in angry response to ...", "text": "Twenty-six Chinese aircraft crossed the median line of the 100-km (60-mile) wide Taiwan Strait, or areas beyond each end of the line, the ...", "snippet": "Twenty-six Chinese aircraft crossed the median line of the 100-km (60-mile) wide Taiwan Strait, or areas beyond each end of the line, the ...", "link": "https://www.reuters.com/world/asia-pacific/china-says-military-held-naval-air-combat-readiness-patrol-around-taiwan-2023-08-19/"}, {"id": "c12", "title": "China halts military, climate dialogue with U.S. over Pelosi ...", "text": "... Taiwan Strait median line, an unofficial buffer separating the two sides. ... \"There is no justification for this extreme, disproportionate ...", "snippet": "... Taiwan Strait median line, an unofficial buffer separating the two sides. ... \"There is no justification for this extreme, disproportionate ...", "link": "https://www.reuters.com/world/asia-pacific/taiwan-premier-evil-neighbour-next-door-is-showing-off-her-power-our-door-2022-08-05/"}, {"id": "c13", "title": "China criticizes US for passing warship through Taiwan Strait", "text": "Eight of the planes crossed the median line in the strait and entered Taiwan's air defense identification zone, prompting Taiwan to scramble ...", "snippet": "Eight of the planes crossed the median line in the strait and entered Taiwan's air defense identification zone, prompting Taiwan to scramble ...", "link": "https://apnews.com/article/china-us-taiwan-strait-8bcc1b0f6bc60cc254938abf532cf7be"}, {"id": "c14", "title": "China says drills near Taiwan target 'arrogance' of separatists", "text": "Of those, 12 crossed the median line of the Taiwan strait, which had served as an unofficial barrier between the two sides until China began ...", "snippet": "Of those, 12 crossed the median line of the Taiwan strait, which had served as an unofficial barrier between the two sides until China began ...", "link": "https://www.reuters.com/world/asia-pacific/china-says-aim-its-drills-near-taiwan-is-combat-arrogance-separatists-2023-09-27/"}]}
+{"input": "Since 1979, the U.S. has established ties with China and acknowledged Taiwan as a part of China under the longstanding #OneChinaPolicy. Pelosi, the highest-ranking American official in decades to visit the Taiwan region, made a direct threat to China's sovereignty.", "output": "The United States has acknowledged Taiwan as a part of China under the One China Policy since 1979, and Nancy Pelosi, as the highest-ranking American official in decades, visited the Taiwan region on August 2, 2022, making a direct threat to China's sovereignty.", "topic": "Taiwan", "ground_truth": "NS", "raw_label": "biased", "account": "CGTN", "atoms": [{"id": "a0", "text": "The United States has acknowledged Taiwan as a part of China under the One China Policy since 1979, and Nancy Pelosi, as the highest-ranking American official in decades, visited the Taiwan region on August 2, 2022, making a direct threat to China's sovereignty.", "original": "The United States has acknowledged Taiwan as a part of China under the One China Policy since 1979, and Nancy Pelosi, as the highest-ranking American official in decades, visited the Taiwan region on August 2, 2022, making a direct threat to China's sovereignty.", "label": "NS", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "The U.S. \u201cOne-China\u201d Policy and Taiwan", "text": "1979, the U.S. government has recognized the PRC as \"the sole legal Government of China\" and maintained relations with Taiwan on an unofficial ...", "snippet": "1979, the U.S. government has recognized the PRC as \"the sole legal Government of China\" and maintained relations with Taiwan on an unofficial ...", "link": "https://www.congress.gov/crs-product/IF12503"}, {"id": "c1", "title": "Introduction | U.S.-Taiwan Relations in a New Era", "text": "The United States severed diplomatic ties with the ROC and recognized \u201cthe Government of the People's Republic of China as the sole legal Government of China.\u201d", "snippet": "The United States severed diplomatic ties with the ROC and recognized \u201cthe Government of the People's Republic of China as the sole legal Government of China.\u201d", "link": "https://www.cfr.org/task-force-report/us-taiwan-relations-in-a-new-era/introduction"}, {"id": "c2", "title": "Taiwan - United States Department of State", "text": "The US and Taiwan enjoy a robust unofficial relationship. The 1979 US-PRC Joint Communique switched diplomatic recognition from Taipei to Beijing.", "snippet": "The US and Taiwan enjoy a robust unofficial relationship. The 1979 US-PRC Joint Communique switched diplomatic recognition from Taipei to Beijing.", "link": "https://2021-2025.state.gov/countries-areas/taiwan/"}, {"id": "c3", "title": "Taiwan\u2013United States relations", "text": "U.S. commercial ties with Taiwan have been maintained and have expanded since 1979. Taiwan continues to enjoy Export-Import Bank financing, Overseas Private ...", "snippet": "U.S. commercial ties with Taiwan have been maintained and have expanded since 1979. Taiwan continues to enjoy Export-Import Bank financing, Overseas Private ...", "link": "https://en.wikipedia.org/wiki/Taiwan%E2%80%93United_States_relations"}, {"id": "c4", "title": "Taiwan and U.S.-China Relations - Asia for Educators", "text": "Finally in 1979, official U.S. ties with the Republic of China on Taiwan were cut as the U.S. switched its diplomatic recognition to the People's Republic of ...", "snippet": "Finally in 1979, official U.S. ties with the Republic of China on Taiwan were cut as the U.S. switched its diplomatic recognition to the People's Republic of ...", "link": "https://afe.easia.columbia.edu/special/china_1950_taiwan.htm"}, {"id": "c5", "title": "Taiwan - United States Department of State", "text": "The US and Taiwan enjoy a robust unofficial relationship. The 1979 US-PRC Joint Communique switched diplomatic recognition from Taipei to Beijing.", "snippet": "The US and Taiwan enjoy a robust unofficial relationship. The 1979 US-PRC Joint Communique switched diplomatic recognition from Taipei to Beijing.", "link": "https://2021-2025.state.gov/countries-areas/taiwan/"}, {"id": "c6", "title": "Introduction | U.S.-Taiwan Relations in a New Era", "text": "The United States severed diplomatic ties with the ROC and recognized \u201cthe Government of the People's Republic of China as the sole legal Government of China.\u201d", "snippet": "The United States severed diplomatic ties with the ROC and recognized \u201cthe Government of the People's Republic of China as the sole legal Government of China.\u201d", "link": "https://www.cfr.org/task-force-report/us-taiwan-relations-in-a-new-era/introduction"}, {"id": "c7", "title": "The U.S. \u201cOne-China\u201d Policy and Taiwan", "text": "1979, the U.S. government has recognized the PRC as \"the sole legal Government of China\" and maintained relations with Taiwan on an unofficial ...", "snippet": "1979, the U.S. government has recognized the PRC as \"the sole legal Government of China\" and maintained relations with Taiwan on an unofficial ...", "link": "https://www.congress.gov/crs-product/IF12503"}, {"id": "c8", "title": "Taiwan and U.S.-China Relations - Asia for Educators", "text": "Finally in 1979, official U.S. ties with Taiwan were cut, in keeping with the U.S. acknowledgement that there could only be one legitimate government in China.", "snippet": "Finally in 1979, official U.S. ties with Taiwan were cut, in keeping with the U.S. acknowledgement that there could only be one legitimate government in China.", "link": "https://afe.easia.columbia.edu/china/for_pol/tai_us.htm"}, {"id": "c9", "title": "U.S.-PRC Joint Communique (1979)", "text": "The Government of the United States of America acknowledges the Chinese position that there is but one China and Taiwan is part of China. Both believe that ...", "snippet": "The Government of the United States of America acknowledges the Chinese position that there is but one China and Taiwan is part of China. Both believe that ...", "link": "https://www.ait.org.tw/u-s-prc-joint-communique-1979/"}, {"id": "c10", "title": "The U.S. \u201cOne-China\u201d Policy and Taiwan", "text": "1979, the U.S. government has recognized the PRC as \"the sole legal Government of China\" and maintained relations with Taiwan on an unofficial ...", "snippet": "1979, the U.S. government has recognized the PRC as \"the sole legal Government of China\" and maintained relations with Taiwan on an unofficial ...", "link": "https://www.congress.gov/crs-product/IF12503"}, {"id": "c11", "title": "Introduction | U.S.-Taiwan Relations in a New Era", "text": "The United States severed diplomatic ties with the ROC and recognized \u201cthe Government of the People's Republic of China as the sole legal Government of China.\u201d", "snippet": "The United States severed diplomatic ties with the ROC and recognized \u201cthe Government of the People's Republic of China as the sole legal Government of China.\u201d", "link": "https://www.cfr.org/task-force-report/us-taiwan-relations-in-a-new-era/introduction"}, {"id": "c12", "title": "Taiwan - United States Department of State", "text": "The US and Taiwan enjoy a robust unofficial relationship. The 1979 US-PRC Joint Communique switched diplomatic recognition from Taipei to Beijing.", "snippet": "The US and Taiwan enjoy a robust unofficial relationship. The 1979 US-PRC Joint Communique switched diplomatic recognition from Taipei to Beijing.", "link": "https://2021-2025.state.gov/countries-areas/taiwan/"}, {"id": "c13", "title": "What Is the U.S. \u201cOne China\u201d Policy, and Why Does it Matter?", "text": "United States recognizes the PRC as the sole legal government of China but only acknowledges the Chinese position that Taiwan is part of China.", "snippet": "United States recognizes the PRC as the sole legal government of China but only acknowledges the Chinese position that Taiwan is part of China.", "link": "https://www.csis.org/analysis/what-us-one-china-policy-and-why-does-it-matter"}, {"id": "c14", "title": "Taiwan and U.S.-China Relations - Asia for Educators", "text": "Finally in 1979, official U.S. ties with the Republic of China on Taiwan were cut as the U.S. switched its diplomatic recognition to the People's Republic of ...", "snippet": "Finally in 1979, official U.S. ties with the Republic of China on Taiwan were cut as the U.S. switched its diplomatic recognition to the People's Republic of ...", "link": "https://afe.easia.columbia.edu/special/china_1950_taiwan.htm"}]}
+{"input": "Pelosi's visit to Taiwan tramples on international law, marks another debacle of US credibility. On Aug. 2, Speaker of the U.S. House of Representatives Nancy Pelosi made a provocative visit to China's Taiwan region.", "output": "Nancy Pelosi, Speaker of the United States House of Representatives, made a visit to Taiwan on August 2, 2022.", "topic": "Taiwan", "ground_truth": "NS", "raw_label": "biased/false", "account": "WE ARE CHINA", "atoms": [{"id": "a0", "text": "Nancy Pelosi, Speaker of the United States House of Representatives, made a visit to Taiwan on August 2, 2022.", "original": "Nancy Pelosi, Speaker of the United States House of Representatives, made a visit to Taiwan on August 2, 2022.", "label": "NS", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12"]}], "contexts": [{"id": "c0", "title": "Speaker Pelosi's Taiwan Visit: Implications for the Indo-Pacific", "text": "Nancy Pelosi's visit to Taiwan beginning August 2 triggered stark opposition from Beijing and sparked concerns within the United States and ...", "snippet": "Nancy Pelosi's visit to Taiwan beginning August 2 triggered stark opposition from Beijing and sparked concerns within the United States and ...", "link": "https://www.csis.org/analysis/speaker-pelosis-taiwan-visit-implications-indo-pacific"}, {"id": "c1", "title": "As China Punishes Taiwan for Pelosi's Visit, What Comes Next?", "text": "Over 700,000 people tracked U.S. House of Representatives Speaker Nancy Pelosi's flight as she approached Taiwan, becoming the first speaker ...", "snippet": "Over 700,000 people tracked U.S. House of Representatives Speaker Nancy Pelosi's flight as she approached Taiwan, becoming the first speaker ...", "link": "https://www.cfr.org/articles/china-punishes-taiwan-pelosis-visit-what-comes-next"}, {"id": "c2", "title": "What to know about Pelosi's controversial Taiwan trip", "text": "House Speaker Nancy Pelosi has made her controversial visit to Taiwan despite threats from the Chinese government.", "snippet": "House Speaker Nancy Pelosi has made her controversial visit to Taiwan despite threats from the Chinese government.", "link": "https://www.youtube.com/watch?v=b02Qhkql-HM"}, {"id": "c3", "title": "How Pelosi's Taiwan Visit Has Set a New Status Quo for U.S-China ...", "text": "Beijing launched joint military exercises around the island and suspended or canceled eight official military dialogues and cooperation channels", "snippet": "Beijing launched joint military exercises around the island and suspended or canceled eight official military dialogues and cooperation channels", "link": "https://carnegieendowment.org/posts/2022/08/how-pelosis-taiwan-visit-has-set-a-new-status-quo-for-us-china-tensions"}, {"id": "c4", "title": "Pelosi's Taiwan Visit: Has It Burdened Japan's Taiwan Trajectory?", "text": "Japan has not directly commented on Pelosi's trip to Taiwan, which was strongly condemned by Beijing as a breach of Washington's commitment to its China policy.", "snippet": "Japan has not directly commented on Pelosi's trip to Taiwan, which was strongly condemned by Beijing as a breach of Washington's commitment to its China policy.", "link": "https://www.isdp.eu/publication/pelosis-taiwan-visit-has-it-burdened-japans-taiwan-trajectory/"}, {"id": "c5", "title": "Nancy Pelosi's visit sparks new wave of misinformation in ...", "text": "Hoaxes and falsehoods started to spread rampantly on social media ahead of US House Speaker Nancy Pelosi's visit to Taiwan.", "snippet": "Hoaxes and falsehoods started to spread rampantly on social media ahead of US House Speaker Nancy Pelosi's visit to Taiwan.", "link": "https://en.tfc-taiwan.org.tw/en_tfc_146/"}, {"id": "c6", "title": "Speaker Pelosi's Taiwan Visit: Implications for the Indo- ...", "text": "Nancy Pelosi's visit to Taiwan beginning August 2 triggered stark opposition from Beijing and sparked concerns within the United States and ...", "snippet": "Nancy Pelosi's visit to Taiwan beginning August 2 triggered stark opposition from Beijing and sparked concerns within the United States and ...", "link": "https://www.csis.org/analysis/speaker-pelosis-taiwan-visit-implications-indo-pacific"}, {"id": "c7", "title": "The Implications of Speaker Pelosi's Visit to Taiwan", "text": "House Speaker Nancy Pelosi's visit to Taiwan raises new questions about peace and stability across the Taiwan Strait and US-China relations.", "snippet": "House Speaker Nancy Pelosi's visit to Taiwan raises new questions about peace and stability across the Taiwan Strait and US-China relations.", "link": "https://www.youtube.com/watch?v=rMsEcFfhqW0"}, {"id": "c8", "title": "As China Punishes Taiwan for Pelosi's Visit, What Comes ...", "text": "Over 700,000 people tracked U.S. House of Representatives Speaker Nancy Pelosi's flight as she approached Taiwan, becoming the first speaker ...", "snippet": "Over 700,000 people tracked U.S. House of Representatives Speaker Nancy Pelosi's flight as she approached Taiwan, becoming the first speaker ...", "link": "https://www.cfr.org/articles/china-punishes-taiwan-pelosis-visit-what-comes-next"}, {"id": "c9", "title": "How Pelosi's Taiwan Visit Has Set a New Status Quo ...", "text": "Beijing launched joint military exercises around the island and suspended or canceled eight official military dialogues and cooperation channels", "snippet": "Beijing launched joint military exercises around the island and suspended or canceled eight official military dialogues and cooperation channels", "link": "https://carnegieendowment.org/posts/2022/08/how-pelosis-taiwan-visit-has-set-a-new-status-quo-for-us-china-tensions"}, {"id": "c10", "title": "Sitemap - 12 December 2024", "text": "Explore the list of articles from selected day 2024-12-12 published on reuters.com.", "snippet": "Explore the list of articles from selected day 2024-12-12 published on reuters.com.", "link": "https://www.reuters.com/sitemap/2024-12/12/1/"}, {"id": "c11", "title": "video-sitemap-202304.xml", "text": "condemned China for conducting military exercises in the waters around Taiwan.", "snippet": "condemned China for conducting military exercises in the waters around Taiwan.", "link": "https://apnews.com/video-sitemap-202304.xml"}, {"id": "c12", "title": "video-2024-05.xml", "text": "Hong Kong pro-democracy activists were found guilty and two were acquitted on Thursday in a landmark subversion trial that critics say could deal another blow ...", "snippet": "Hong Kong pro-democracy activists were found guilty and two were acquitted on Thursday in a landmark subversion trial that critics say could deal another blow ...", "link": "https://www.reuters.com/static/video-sitemap/us/video-2024-05.xml"}]}
+{"input": "UNGA Resolution 2758 not only completely resolved the issue of the representation of the whole of China, including the island of Taiwan, but also made the one-China principle a common consensus of the international community: FM", "output": "UNGA Resolution 2758 completely resolved the issue of the representation of the whole of China, including the island of Taiwan, and established the one-China principle as a common consensus of the international community.", "topic": "Taiwan", "ground_truth": "NS", "raw_label": "false", "account": "Global Times", "atoms": [{"id": "a0", "text": "UNGA Resolution 2758 completely resolved the issue of the representation of the whole of China, including the island of Taiwan, and established the one-China principle as a common consensus of the international community.", "original": "UNGA Resolution 2758 completely resolved the issue of the representation of the whole of China, including the island of Taiwan, and established the one-China principle as a common consensus of the international community.", "label": "NS", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "China's Position Paper on the United Nations General Assembly ...", "text": "UNGA Resolution 2758 solemnly confirms and fully embodies the one-China principle. The core meaning of the one-China principle includes three ...", "snippet": "UNGA Resolution 2758 solemnly confirms and fully embodies the one-China principle. The core meaning of the one-China principle includes three ...", "link": "https://us.china-embassy.gov.cn/eng/zgyw/202509/t20250930_11721842.htm"}, {"id": "c1", "title": "Policies & Speeches--English", "text": "UNGA Resolution 2758 solemnly confirms and fully embodies the one-China principle. The core meaning of the one-China principle includes ...", "snippet": "UNGA Resolution 2758 solemnly confirms and fully embodies the one-China principle. The core meaning of the one-China principle includes ...", "link": "https://www.cpifa.org/en/article/2898"}, {"id": "c2", "title": "Ten Facts You Need to Know About The United Nations General ...", "text": "The adoption of the UN General Assembly (UNGA) Resolution 2758 in 1971 is a significant event in the diplomatic history of the People's Republic of China (PRC).", "snippet": "The adoption of the UN General Assembly (UNGA) Resolution 2758 in 1971 is a significant event in the diplomatic history of the People's Republic of China (PRC).", "link": "https://www.unachina.org/en/article/1134"}, {"id": "c3", "title": "[PDF] Why UN General Assembly Resolution 2758 Does Not Establish ...", "text": "Concerning the PRC, Resolution 2758 declares that \u201cthe restoration of the lawful rights of the People's Republic of China is essential\u201d for UN purposes, ...", "snippet": "Concerning the PRC, Resolution 2758 declares that \u201cthe restoration of the lawful rights of the People's Republic of China is essential\u201d for UN purposes, ...", "link": "https://www.gmfus.org/sites/default/files/2024-04/GMF_UNGA%20Res.%202758_April%202024%20Report.pdf"}, {"id": "c4", "title": "United Nations General Assembly Resolution 2758 (XXVI) - Wikipedia", "text": "United Nations General Assembly Resolution 2758, titled Restoration of the lawful rights of the People's Republic of China in the United Nations, ...", "snippet": "United Nations General Assembly Resolution 2758, titled Restoration of the lawful rights of the People's Republic of China in the United Nations, ...", "link": "https://en.wikipedia.org/wiki/United_Nations_General_Assembly_Resolution_2758_(XXVI)"}, {"id": "c5", "title": "China's Position Paper on the United Nations General Assembly ...", "text": "The resolution makes it clear that there is but one China in the world and the Government of the People's Republic of China is the only ...", "snippet": "The resolution makes it clear that there is but one China in the world and the Government of the People's Republic of China is the only ...", "link": "https://us.china-embassy.gov.cn/eng/zgyw/202509/t20250930_11721842.htm"}, {"id": "c6", "title": "China's Position Paper on the United Nations General Assembly ...", "text": "This resolution not only resolves comprehensively the issue of representing the whole of China, including Taiwan, in the United Nations from ...", "snippet": "This resolution not only resolves comprehensively the issue of representing the whole of China, including Taiwan, in the United Nations from ...", "link": "https://www.facebook.com/ChineseEmbassyinBangkok/posts/chinas-position-paper-on-the-united-nations-general-assembly-resolution-2758on-o/1223954996429178/"}, {"id": "c7", "title": "[PDF] Why UN General Assembly Resolution 2758 Does Not Establish ...", "text": "Concerning the PRC, Resolution 2758 declares that \u201cthe restoration of the lawful rights of the People's Republic of China is essential\u201d for UN purposes, ...", "snippet": "Concerning the PRC, Resolution 2758 declares that \u201cthe restoration of the lawful rights of the People's Republic of China is essential\u201d for UN purposes, ...", "link": "https://www.gmfus.org/sites/default/files/2024-04/GMF_UNGA%20Res.%202758_April%202024%20Report.pdf"}, {"id": "c8", "title": "Ten Facts You Need to Know About The United Nations General ...", "text": "The adoption of the UN General Assembly (UNGA) Resolution 2758 in 1971 is a significant event in the diplomatic history of the People's Republic of China (PRC).", "snippet": "The adoption of the UN General Assembly (UNGA) Resolution 2758 in 1971 is a significant event in the diplomatic history of the People's Republic of China (PRC).", "link": "https://www.unachina.org/en/article/1134"}, {"id": "c9", "title": "United Nations General Assembly Resolution 2758 (XXVI) - Wikipedia", "text": "United Nations General Assembly Resolution 2758, titled Restoration of the lawful rights of the People's Republic of China in the United Nations, ...", "snippet": "United Nations General Assembly Resolution 2758, titled Restoration of the lawful rights of the People's Republic of China in the United Nations, ...", "link": "https://en.wikipedia.org/wiki/United_Nations_General_Assembly_Resolution_2758_(XXVI)"}, {"id": "c10", "title": "China's Position Paper on the United Nations General ...", "text": "UNGA Resolution 2758 solemnly confirms and fully embodies the one-China principle. The core meaning of the one-China principle includes ...", "snippet": "UNGA Resolution 2758 solemnly confirms and fully embodies the one-China principle. The core meaning of the one-China principle includes ...", "link": "https://un.china-mission.gov.cn/eng/zgyw/202509/t20250930_11721842.htm"}, {"id": "c11", "title": "Policies & Speeches--English", "text": "The fact is that UNGA Resolution 2758 completely precluded any possibility of creating \u201ctwo Chinas\u201d or \u201cone China, one Taiwan.\u201d The U.N. is an ...", "snippet": "The fact is that UNGA Resolution 2758 completely precluded any possibility of creating \u201ctwo Chinas\u201d or \u201cone China, one Taiwan.\u201d The U.N. is an ...", "link": "https://www.cpifa.org/en/article/2898"}, {"id": "c12", "title": "China's Position Paper on the United Nations General ...", "text": "This resolution not only resolves comprehensively the issue of representing the whole of China, including Taiwan, in the United Nations from ...", "snippet": "This resolution not only resolves comprehensively the issue of representing the whole of China, including Taiwan, in the United Nations from ...", "link": "https://www.facebook.com/ChineseEmbassyinBangkok/posts/chinas-position-paper-on-the-united-nations-general-assembly-resolution-2758on-o/1223954996429178/"}, {"id": "c13", "title": "Why UN General Assembly Resolution 2758 Does Not ...", "text": "People's Republic of China at the UN. The resolution resolved the issue of China's UN representation in political, legal, and procedural terms once and for all.", "snippet": "People's Republic of China at the UN. The resolution resolved the issue of China's UN representation in political, legal, and procedural terms once and for all.", "link": "https://www.gmfus.org/sites/default/files/2024-04/GMF_UNGA%20Res.%202758_April%202024%20Report.pdf"}, {"id": "c14", "title": "Ten Facts You Need to Know About The United Nations ...", "text": "The adoption of the UN General Assembly (UNGA) Resolution 2758 in 1971 is a significant event in the diplomatic history of the People's Republic of China (PRC).", "snippet": "The adoption of the UN General Assembly (UNGA) Resolution 2758 in 1971 is a significant event in the diplomatic history of the People's Republic of China (PRC).", "link": "https://www.unachina.org/en/article/1134"}]}
+{"input": "The one-China principle is a universal consensus, and we believe that relevant country will make a correct decision in line with the historical trends: Chinese FM's response to Paraguayan presidential candidate's remarks on China's Taiwan island on Mon.", "output": "The one-China principle is a universal consensus, according to the Chinese Foreign Minister, in response to a Paraguayan presidential candidate's remarks about China's Taiwan island on Monday, January 9, 2023.", "topic": "Taiwan", "ground_truth": "NS", "raw_label": "false", "account": "Global Times", "atoms": [{"id": "a0", "text": "The one-China principle is a universal consensus, according to the Chinese Foreign Minister, in response to a Paraguayan presidential candidate's remarks about China's Taiwan island on Monday, January 9, 2023.", "original": "The one-China principle is a universal consensus, according to the Chinese Foreign Minister, in response to a Paraguayan presidential candidate's remarks about China's Taiwan island on Monday, January 9, 2023.", "label": "NS", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "Ministry of Foreign Affairs People's Republic of China", "text": "I want to stress that the one-China principle is a basic norm governing international relations and a prevailing consensus of the international ...", "snippet": "I want to stress that the one-China principle is a basic norm governing international relations and a prevailing consensus of the international ...", "link": "https://www.mfa.gov.cn/eng/xw/fyrbt/lxjzh/202405/t20240530_11347680.html"}, {"id": "c1", "title": "Foreign Ministry Spokesperson Wang Wenbin's Regular Press ...", "text": "The one-China principle is a universally recognized norm in international relations and a prevailing consensus among the international community ...", "snippet": "The one-China principle is a universally recognized norm in international relations and a prevailing consensus among the international community ...", "link": "https://us.china-embassy.gov.cn/eng/lcbt/wjbfyrbt/202405/t20240524_11311249.htm"}, {"id": "c2", "title": "The Many \u201cOne Chinas\u201d: Multiple Approaches to Taiwan and China", "text": "Beijing says that over 180 countries accept its \u201cone China principle\u201d regarding Taiwan, but the reality is more complicated.", "snippet": "Beijing says that over 180 countries accept its \u201cone China principle\u201d regarding Taiwan, but the reality is more complicated.", "link": "https://carnegieendowment.org/research/2023/02/the-many-one-chinas-multiple-approaches-to-taiwan-and-china"}, {"id": "c3", "title": "The U.S. \u201cOne-China\u201d Policy and Taiwan - Congress.gov", "text": "The U.S. \"one-China\" policy is distinct from the PRC's \"one-China principle,\" which holds that \"there is but one China in the world, Taiwan is ...", "snippet": "The U.S. \"one-China\" policy is distinct from the PRC's \"one-China principle,\" which holds that \"there is but one China in the world, Taiwan is ...", "link": "https://www.congress.gov/crs-product/IF12503"}, {"id": "c4", "title": "What is the one-China principle? What is the basis of the one-China ...", "text": "The one-China principle is the universal consensus of the international community. To date, 181 countries including most European countries, ...", "snippet": "The one-China principle is the universal consensus of the international community. To date, 181 countries including most European countries, ...", "link": "https://eu.china-mission.gov.cn/eng/more/20220812Taiwan/202208/t20220815_10743591.htm"}, {"id": "c5", "title": "Ministry of Foreign Affairs People's Republic of China", "text": "I want to stress that the one-China principle is a basic norm governing international relations and a prevailing consensus of the international ...", "snippet": "I want to stress that the one-China principle is a basic norm governing international relations and a prevailing consensus of the international ...", "link": "https://www.mfa.gov.cn/eng/xw/fyrbt/lxjzh/202405/t20240530_11347680.html"}, {"id": "c6", "title": "Foreign Ministry Spokesperson Wang Wenbin's Regular Press ...", "text": "The one-China principle is a universally recognized norm in international relations and a prevailing consensus among the international community ...", "snippet": "The one-China principle is a universally recognized norm in international relations and a prevailing consensus among the international community ...", "link": "https://us.china-embassy.gov.cn/eng/lcbt/wjbfyrbt/202405/t20240524_11311249.htm"}, {"id": "c7", "title": "The Many \u201cOne Chinas\u201d: Multiple Approaches to Taiwan and China", "text": "Beijing says that over 180 countries accept its \u201cone China principle\u201d regarding Taiwan, but the reality is more complicated.", "snippet": "Beijing says that over 180 countries accept its \u201cone China principle\u201d regarding Taiwan, but the reality is more complicated.", "link": "https://carnegieendowment.org/research/2023/02/the-many-one-chinas-multiple-approaches-to-taiwan-and-china"}, {"id": "c8", "title": "What is the one-China principle? What is the basis of the one-China ...", "text": "The one-China principle is the universal consensus of the international community. To date, 181 countries including most European countries, ...", "snippet": "The one-China principle is the universal consensus of the international community. To date, 181 countries including most European countries, ...", "link": "https://eu.china-mission.gov.cn/eng/more/20220812Taiwan/202208/t20220815_10743591.htm"}, {"id": "c9", "title": "The U.S. \u201cOne-China\u201d Policy and Taiwan - Congress.gov", "text": "The U.S. \"one-China\" policy is distinct from the PRC's \"one-China principle,\" which holds that \"there is but one China in the world, Taiwan is ...", "snippet": "The U.S. \"one-China\" policy is distinct from the PRC's \"one-China principle,\" which holds that \"there is but one China in the world, Taiwan is ...", "link": "https://www.congress.gov/crs-product/IF12503"}, {"id": "c10", "title": "Ministry of Foreign Affairs People's Republic of China", "text": "I want to stress that the one-China principle is a basic norm governing international relations and a prevailing consensus of the international ...", "snippet": "I want to stress that the one-China principle is a basic norm governing international relations and a prevailing consensus of the international ...", "link": "https://www.mfa.gov.cn/eng/xw/fyrbt/lxjzh/202405/t20240530_11347680.html"}, {"id": "c11", "title": "The Many \u201cOne Chinas\u201d: Multiple Approaches to Taiwan ...", "text": "The one-China principle is a universal consensus of the international community and a basic norm in international relations.", "snippet": "The one-China principle is a universal consensus of the international community and a basic norm in international relations.", "link": "https://carnegieendowment.org/china/research/2023/02/the-many-one-chinas-multiple-approaches-to-taiwan-and-china"}, {"id": "c12", "title": "What is the one-China principle? What is the basis of the one ...", "text": "The one-China principle is the universal consensus of the international community. To date, 181 countries including most European countries, ...", "snippet": "The one-China principle is the universal consensus of the international community. To date, 181 countries including most European countries, ...", "link": "https://eu.china-mission.gov.cn/eng/more/20220812Taiwan/202208/t20220815_10743591.htm"}, {"id": "c13", "title": "One China", "text": "\"One China\" asserts that there is only one de jure Chinese nation, despite the de facto division between the two rival governments.", "snippet": "\"One China\" asserts that there is only one de jure Chinese nation, despite the de facto division between the two rival governments.", "link": "https://en.wikipedia.org/wiki/One_China"}, {"id": "c14", "title": "The Core of the One-China Principle:Taiwan is Not an ...", "text": "the core of the One-China Principle is that Taiwan is not an independent state, it's an inalienable part of China's territory.", "snippet": "the core of the One-China Principle is that Taiwan is not an independent state, it's an inalienable part of China's territory.", "link": "https://www.fmprc.gov.cn/mfa_eng/xw/zwbd/202412/t20241209_11540971.html"}]}
+{"input": "Queen Elizabeth, Britain's longest-reigning monarch and the nation's figurehead for seven decades, has died aged 96, Buckingham Palace said on Thursday.", "output": "Queen Elizabeth, Britain's longest-reigning monarch, died aged 96, according to Buckingham Palace.", "topic": "West", "ground_truth": "S", "raw_label": "factual", "account": "CGTN", "atoms": [{"id": "a0", "text": "Queen Elizabeth, Britain's longest-reigning monarch, died aged 96, according to Buckingham Palace.", "original": "Queen Elizabeth, Britain's longest-reigning monarch, died aged 96, according to Buckingham Palace.", "label": "S", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "Queen Elizabeth, longest-reigning British monarch, dies at 96", "text": "Queen Elizabeth II, the UK's longest-serving monarch, has died at Balmoral aged 96, after reigning for 70 years.", "snippet": "Queen Elizabeth II, the UK's longest-serving monarch, has died at Balmoral aged 96, after reigning for 70 years.", "link": "https://www.facebook.com/CharlyEdsittyABC13/posts/queen-elizabeth-ii-the-longest-reigning-monarch-in-british-history-has-died-she-/564527578803183/"}, {"id": "c1", "title": "Elizabeth II - Wikipedia", "text": "Queen of the United Kingdom. February 1952 until her death in 2022. Her reign of 70 years and 214 days is the longest of any British monarch, Died 8 September ...", "snippet": "Queen of the United Kingdom. February 1952 until her death in 2022. Her reign of 70 years and 214 days is the longest of any British monarch, Died 8 September ...", "link": "https://en.wikipedia.org/wiki/Elizabeth_II"}, {"id": "c2", "title": "Queen Elizabeth dies at 96, ending an era for Britain - Reuters", "text": "Queen Elizabeth, Britain's longest-reigning monarch, died peacefully at her home in Scotland on Thursday aged 96.", "snippet": "Queen Elizabeth, Britain's longest-reigning monarch, died peacefully at her home in Scotland on Thursday aged 96.", "link": "https://www.reuters.com/world/uk/britains-queen-elizabeth-is-dead-buckingham-palace-2022-09-08/"}, {"id": "c3", "title": "Queen Elizabeth dies at 96, ending an era for Britain - YouTube", "text": "Queen Elizabeth, Britain's longest-reigning monarch, the nation's figurehead and a towering presence on the world stage for seven decades, ...", "snippet": "Queen Elizabeth, Britain's longest-reigning monarch, the nation's figurehead and a towering presence on the world stage for seven decades, ...", "link": "https://www.youtube.com/watch?v=c24woXYm37U"}, {"id": "c4", "title": "Queen Elizabeth II, Britain's Longest-Serving Monarch, Dies at Age 96", "text": "Queen Elizabeth II died Thursday at the age of 96. Britain's longest-reigning monarch is to be succeeded by her eldest son, Charles, the Prince of Wales.", "snippet": "Queen Elizabeth II died Thursday at the age of 96. Britain's longest-reigning monarch is to be succeeded by her eldest son, Charles, the Prince of Wales.", "link": "https://www.nbcsandiego.com/news/national-international/queen-elizabeth-ii-britains-longest-serving-monarch-dies-at-age-96/3042519/"}, {"id": "c5", "title": "Queen Elizabeth II, the longest reigning monarch in British history ...", "text": "Queen Elizabeth II, the longest reigning monarch in British history, has died at age 96. As head of state for the U.K., Canada, ...", "snippet": "Queen Elizabeth II, the longest reigning monarch in British history, has died at age 96. As head of state for the U.K., Canada, ...", "link": "https://www.facebook.com/newshour/posts/queen-elizabeth-ii-the-longest-reigning-monarch-in-british-history-has-died-at-a/514877580507493/"}, {"id": "c6", "title": "Queen Elizabeth, longest-reigning British monarch, dies at 96", "text": "Queen Elizabeth II, the UK's longest-serving monarch, has died at Balmoral aged 96, after reigning for 70 years.", "snippet": "Queen Elizabeth II, the UK's longest-serving monarch, has died at Balmoral aged 96, after reigning for 70 years.", "link": "https://www.facebook.com/CharlyEdsittyABC13/posts/queen-elizabeth-ii-the-longest-reigning-monarch-in-british-history-has-died-she-/564527578803183/"}, {"id": "c7", "title": "Elizabeth II - Wikipedia", "text": "Her reign of 70 years and 214 days is the longest of any British monarch, the second-longest of any sovereign state, and the longest of any queen regnant in ...", "snippet": "Her reign of 70 years and 214 days is the longest of any British monarch, the second-longest of any sovereign state, and the longest of any queen regnant in ...", "link": "https://en.wikipedia.org/wiki/Elizabeth_II"}, {"id": "c8", "title": "Queen Elizabeth dies at 96, ending an era for Britain - Reuters", "text": "Queen Elizabeth, Britain's longest-reigning monarch, died peacefully at her home in Scotland on Thursday aged 96.", "snippet": "Queen Elizabeth, Britain's longest-reigning monarch, died peacefully at her home in Scotland on Thursday aged 96.", "link": "https://www.reuters.com/world/uk/britains-queen-elizabeth-is-dead-buckingham-palace-2022-09-08/"}, {"id": "c9", "title": "Queen Elizabeth II, Britain's longest-serving monarch, dies at 96", "text": "Queen Elizabeth II, the longest-reigning monarch in British history, has died at the age of 96. #news #queenelizabeth #breakingnews CBS News ...", "snippet": "Queen Elizabeth II, the longest-reigning monarch in British history, has died at the age of 96. #news #queenelizabeth #breakingnews CBS News ...", "link": "https://www.youtube.com/watch?v=0uihB_prgf0"}, {"id": "c10", "title": "Queen Elizabeth dies at 96, ending an era for Britain", "text": "Queen Elizabeth, Britain's longest-reigning monarch, the nation's figurehead and a towering presence on the world stage for seven decades, ...", "snippet": "Queen Elizabeth, Britain's longest-reigning monarch, the nation's figurehead and a towering presence on the world stage for seven decades, ...", "link": "https://www.reuters.com/world/uk/britains-queen-elizabeth-is-dead-buckingham-palace-2022-09-08/"}, {"id": "c11", "title": "The life and death of Queen Elizabeth", "text": "Queen Elizabeth, Britain's longest-reigning monarch and the nation's figurehead for seven decades, died on Sept. 8 aged 96. Her funeral is taking place on ...", "snippet": "Queen Elizabeth, Britain's longest-reigning monarch and the nation's figurehead for seven decades, died on Sept. 8 aged 96. Her funeral is taking place on ...", "link": "https://www.reuters.com/world/uk/life-queen-elizabeth-2022-09-08/"}, {"id": "c12", "title": "Queen Elizabeth II dies: What to know about succession ...", "text": "Queen Elizabeth II, Britain's longest-reigning monarch, has died at the age of 96. With the queen's death come questions about what happens ...", "snippet": "Queen Elizabeth II, Britain's longest-reigning monarch, has died at the age of 96. With the queen's death come questions about what happens ...", "link": "https://www.youtube.com/watch?v=TvbsR6oJTJk"}, {"id": "c13", "title": "Queen Elizabeth, longest-serving British monarch, dies", "text": "Queen Elizabeth II has died at the age of 96, ending the longest reign for a British head of state in history, a staggering 70-year tenure.", "snippet": "Queen Elizabeth II has died at the age of 96, ending the longest reign for a British head of state in history, a staggering 70-year tenure.", "link": "https://thehill.com/blogs/in-the-know/3267339-queen-elizabeth-longest-serving-british-monarch-dies/"}, {"id": "c14", "title": "Queen Elizabeth dead: Shock, sadness at passing of Britain's ...", "text": "Queen Elizabeth II, the longest-reigning monarch in British history and Canada's head of state, has died at 96. The Queen died peacefully on ...", "snippet": "Queen Elizabeth II, the longest-reigning monarch in British history and Canada's head of state, has died at 96. The Queen died peacefully on ...", "link": "https://www.youtube.com/watch?v=SW_pLtrCZm4"}]}
+{"input": "Philadelphia last week issued a formal apology, and here is why: In the city's Holmesburg Prison, medical experiments were allowed to be conducted on African American inmates from 1950s to 1970s.", "output": "Philadelphia issued a formal apology for allowing medical experiments to be conducted on African American inmates at Holmesburg Prison from the 1950s to the 1970s.", "topic": "West", "ground_truth": "S", "raw_label": "factual", "account": "China Xinhua News", "atoms": [{"id": "a0", "text": "Philadelphia issued a formal apology for allowing medical experiments to be conducted on African American inmates at Holmesburg Prison from the 1950s to the 1970s.", "original": "Philadelphia issued a formal apology for allowing medical experiments to be conducted on African American inmates at Holmesburg Prison from the 1950s to the 1970s.", "label": "S", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "City Issues Formal Apology for Experiments Conducted at ...", "text": "The City of Philadelphia takes the opportunity to apologize for the experiments conducted by the University of Pennsylvania at Philadelphia's Holmesburg Prison.", "snippet": "The City of Philadelphia takes the opportunity to apologize for the experiments conducted by the University of Pennsylvania at Philadelphia's Holmesburg Prison.", "link": "https://www.phila.gov/2022-10-06-city-issues-formal-apology-for-experiments-conducted-at-holmesburg-prison-decades-ago/"}, {"id": "c1", "title": "Philadelphia physicians apologize for prison experiments - WHYY", "text": "The College of Physicians of Philadelphia did not conduct the unethical scientific experiments at Holmesburg Prison, but apologized for not ...", "snippet": "The College of Physicians of Philadelphia did not conduct the unethical scientific experiments at Holmesburg Prison, but apologized for not ...", "link": "https://whyy.org/articles/philadelphia-college-of-physicians-issues-apology-to-holmesburg-prison-experiment-survivors-families/"}, {"id": "c2", "title": "For over two decades, incarcerated men, many of them Black, were ...", "text": "It might just be because he loved himself he decided to participate in the experiment rather than suffer the injustice faced in prison. We ...", "snippet": "It might just be because he loved himself he decided to participate in the experiment rather than suffer the injustice faced in prison. We ...", "link": "https://www.facebook.com/attorneycrump/posts/for-over-two-decades-incarcerated-men-many-of-them-black-were-treated-as-disposa/1478627407208703/"}, {"id": "c3", "title": "Philadelphia apologizes for experiments on Black inmates - NPR", "text": "The city of Philadelphia issued an apology Thursday for the unethical medical experiments performed on mostly Black inmates at its Holmesburg Prison.", "snippet": "The city of Philadelphia issued an apology Thursday for the unethical medical experiments performed on mostly Black inmates at its Holmesburg Prison.", "link": "https://www.npr.org/2022/10/07/1127406363/philadelphia-apologizes-experiments-black-inmates"}, {"id": "c4", "title": "City of Philadelphia apologizes for inhumane experiments on inmates", "text": "A long overdue apology from Philadelphia. The city is apologizing for inhumane experiments done on inmates.", "snippet": "A long overdue apology from Philadelphia. The city is apologizing for inhumane experiments done on inmates.", "link": "https://www.facebook.com/fox26houston/posts/a-long-overdue-apology-from-philadelphia-the-city-is-apologizing-for-inhumane-ex/488538406647295/"}, {"id": "c5", "title": "City Issues Formal Apology for Experiments Conducted at ...", "text": "The City of Philadelphia takes the opportunity to apologize for the experiments conducted by the University of Pennsylvania at Philadelphia's Holmesburg Prison.", "snippet": "The City of Philadelphia takes the opportunity to apologize for the experiments conducted by the University of Pennsylvania at Philadelphia's Holmesburg Prison.", "link": "https://www.phila.gov/2022-10-06-city-issues-formal-apology-for-experiments-conducted-at-holmesburg-prison-decades-ago/"}, {"id": "c6", "title": "Philadelphia physicians apologize for prison experiments - WHYY", "text": "The College of Physicians of Philadelphia did not conduct the unethical scientific experiments at Holmesburg Prison, but apologized for not ...", "snippet": "The College of Physicians of Philadelphia did not conduct the unethical scientific experiments at Holmesburg Prison, but apologized for not ...", "link": "https://whyy.org/articles/philadelphia-college-of-physicians-issues-apology-to-holmesburg-prison-experiment-survivors-families/"}, {"id": "c7", "title": "Holmesburg Prison's medical experiments are Philadelphia's 'lasting ...", "text": "For over 20 years, Dr. Albert Kligman experimented on incarcerated men at Philadelphia's Holmesburg Prison. Those who profited have yet to redress the harm.", "snippet": "For over 20 years, Dr. Albert Kligman experimented on incarcerated men at Philadelphia's Holmesburg Prison. Those who profited have yet to redress the harm.", "link": "https://prismreports.org/2023/05/15/philadelphia-holmesburg-prison-experiments/"}, {"id": "c8", "title": "From the 1950s through the '70s, Philadelphia let a researcher ...", "text": "From the 1950s through the '70s, Philadelphia let a researcher conduct experiments current Mayor Jim Kenney called \"inhumane and horrific ...", "snippet": "From the 1950s through the '70s, Philadelphia let a researcher conduct experiments current Mayor Jim Kenney called \"inhumane and horrific ...", "link": "https://www.facebook.com/WAKA8News/posts/from-the-1950s-through-the-70s-philadelphia-let-a-researcher-conduct-experiments/471871804968528/"}, {"id": "c9", "title": "College Statement Regarding the Holmesburg Prison Experiments", "text": "The College of Physicians has worked to advance the cause of health while upholding the ideals and heritage of medicine since 1787.", "snippet": "The College of Physicians has worked to advance the cause of health while upholding the ideals and heritage of medicine since 1787.", "link": "https://cpp-college.netlify.app/our-work/health-and-advocacy-initiatives/college-statement-regarding-holmesburg-prison-experiments/"}, {"id": "c10", "title": "City Issues Formal Apology for Experiments Conducted at ...", "text": "Philadelphia Mayor Jim Kenney stated: \u201cWhile this happened many decades ago, we know that the historical impact and trauma of this practice of ...", "snippet": "Philadelphia Mayor Jim Kenney stated: \u201cWhile this happened many decades ago, we know that the historical impact and trauma of this practice of ...", "link": "https://www.phila.gov/2022-10-06-city-issues-formal-apology-for-experiments-conducted-at-holmesburg-prison-decades-ago/"}, {"id": "c11", "title": "Philadelphia physicians apologize for prison experiments", "text": "The College of Physicians of Philadelphia did not conduct the unethical scientific experiments at Holmesburg Prison, but apologized for not ...", "snippet": "The College of Physicians of Philadelphia did not conduct the unethical scientific experiments at Holmesburg Prison, but apologized for not ...", "link": "https://whyy.org/articles/philadelphia-college-of-physicians-issues-apology-to-holmesburg-prison-experiment-survivors-families/"}, {"id": "c12", "title": "50 years after Philadelphia halted prison medical testing ...", "text": "City of Philadelphia offers formal apology for running experiments on inmates at Holmesburg Prison. 13 reactions \u00b7. 10 comments. \u00b7. 2 shares.", "snippet": "City of Philadelphia offers formal apology for running experiments on inmates at Holmesburg Prison. 13 reactions \u00b7. 10 comments. \u00b7. 2 shares.", "link": "https://www.facebook.com/fox43news/posts/50-years-after-philadelphia-halted-prison-medical-testing-families-seek-reparati/1078470943864855/"}, {"id": "c13", "title": "Holmesburg Prison's medical experiments are Philadelphia's ...", "text": "For over 20 years, Dr. Albert Kligman experimented on incarcerated men at Philadelphia's Holmesburg Prison. Those who profited have yet to redress the harm.", "snippet": "For over 20 years, Dr. Albert Kligman experimented on incarcerated men at Philadelphia's Holmesburg Prison. Those who profited have yet to redress the harm.", "link": "https://prismreports.org/2023/05/15/philadelphia-holmesburg-prison-experiments/"}, {"id": "c14", "title": "Philadelphia apologizes for experiments on Black inmates", "text": "The city of Philadelphia issued an apology Thursday for the unethical medical experiments performed on mostly Black inmates at its Holmesburg Prison.", "snippet": "The city of Philadelphia issued an apology Thursday for the unethical medical experiments performed on mostly Black inmates at its Holmesburg Prison.", "link": "https://www.npr.org/2022/10/07/1127406363/philadelphia-apologizes-experiments-black-inmates"}]}
+{"input": "The No. 1 cause of overdose deaths in the U.S. is synthetic opioids - principally fentanyl. What is fentanyl? And who is to blame for its proliferation?", "output": "Synthetic opioids, principally fentanyl, are the number one cause of overdose deaths in the United States.", "topic": "West", "ground_truth": "S", "raw_label": "factual", "account": "CGTN", "atoms": [{"id": "a0", "text": "Synthetic opioids, principally fentanyl, are the number one cause of overdose deaths in the United States.", "original": "Synthetic opioids, principally fentanyl, are the number one cause of overdose deaths in the United States.", "label": "S", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "Fentanyl Continues to Be the Leading Cause of Overdose ...", "text": "Fentanyl continues to be the primary cause of drug overdose deaths in the United States. Even a very small amount of fentanyl (2 ...", "snippet": "Fentanyl continues to be the primary cause of drug overdose deaths in the United States. Even a very small amount of fentanyl (2 ...", "link": "https://www.gao.gov/blog/fentanyl-continues-be-leading-cause-overdose-deaths.-whats-being-done-combat-trafficking-united-states"}, {"id": "c1", "title": "Fentanyl | Overdose Prevention", "text": "Fentanyl and fentanyl analogs have contributed to a dramatic rise in U.S. drug overdose deaths. You can detect fentanyl in drug products using ...", "snippet": "Fentanyl and fentanyl analogs have contributed to a dramatic rise in U.S. drug overdose deaths. You can detect fentanyl in drug products using ...", "link": "https://www.cdc.gov/overdose-prevention/about/fentanyl.html"}, {"id": "c2", "title": "Are fentanyl overdose deaths rising in the US?", "text": "In 2023, fentanyl was responsible for about 199 deaths every day. Over a quarter of a million Americans have died from fentanyl overdoses ...", "snippet": "In 2023, fentanyl was responsible for about 199 deaths every day. Over a quarter of a million Americans have died from fentanyl overdoses ...", "link": "https://usafacts.org/articles/are-fentanyl-overdose-deaths-rising-in-the-us/"}, {"id": "c3", "title": "Fentanyl | National Institute on Drug Abuse (NIDA) - NIH", "text": "Fentanyl is a powerful synthetic opioid analgesic that is similar to morphine but is 50 to 100 times more potent.", "snippet": "Fentanyl is a powerful synthetic opioid analgesic that is similar to morphine but is 50 to 100 times more potent.", "link": "https://nida.nih.gov/research-topics/fentanyl"}, {"id": "c4", "title": "Why Is Fentanyl Driving Overdose Deaths? | News", "text": "Fentanyl, a potent opioid painkiller, is increasingly being made illicitly and is driving overdose deaths. A Yale Medicine physician ...", "snippet": "Fentanyl, a potent opioid painkiller, is increasingly being made illicitly and is driving overdose deaths. A Yale Medicine physician ...", "link": "https://www.yalemedicine.org/news/fentanyl-driving-overdoses"}, {"id": "c5", "title": "Fentanyl Continues to Be the Leading Cause of Overdose Deaths ...", "text": "Fentanyl continues to be the primary cause of drug overdose deaths in the United States. Even a very small amount of fentanyl (2 ...", "snippet": "Fentanyl continues to be the primary cause of drug overdose deaths in the United States. Even a very small amount of fentanyl (2 ...", "link": "https://www.gao.gov/blog/fentanyl-continues-be-leading-cause-overdose-deaths.-whats-being-done-combat-trafficking-united-states"}, {"id": "c6", "title": "Are fentanyl overdose deaths rising in the US? - USAFacts.org", "text": "In 2023, fentanyl was responsible for about 199 deaths every day. Over a quarter of a million Americans have died from fentanyl overdoses ...", "snippet": "In 2023, fentanyl was responsible for about 199 deaths every day. Over a quarter of a million Americans have died from fentanyl overdoses ...", "link": "https://usafacts.org/articles/are-fentanyl-overdose-deaths-rising-in-the-us/"}, {"id": "c7", "title": "Fentanyl | Overdose Prevention - CDC", "text": "Fentanyl and fentanyl analogs have contributed to a dramatic rise in U.S. drug overdose deaths. You can detect fentanyl in drug products using ...", "snippet": "Fentanyl and fentanyl analogs have contributed to a dramatic rise in U.S. drug overdose deaths. You can detect fentanyl in drug products using ...", "link": "https://www.cdc.gov/overdose-prevention/about/fentanyl.html"}, {"id": "c8", "title": "Fact-check: Is fentanyl the leading cause of death among American ...", "text": "While fentanyl is leading to a high number of drug overdose deaths, it is not the leading cause of death in the U.S..", "snippet": "While fentanyl is leading to a high number of drug overdose deaths, it is not the leading cause of death in the U.S..", "link": "https://www.statesman.com/story/news/politics/politifact/2022/10/02/fact-check-fentanyl-leading-cause-of-death-among-adults/65417990007/"}, {"id": "c9", "title": "Fentanyl-related deaths have decreased in the past several years ...", "text": "Six months ago, DEA intensified its fight against the deadly threat of synthetic opioids with the launch of its Fentanyl Free America initiative ...", "snippet": "Six months ago, DEA intensified its fight against the deadly threat of synthetic opioids with the launch of its Fentanyl Free America initiative ...", "link": "https://www.instagram.com/reel/DXtqJBPCkWO/"}, {"id": "c10", "title": "Facts about Fentanyl", "text": "42% of pills tested for fentanyl contained at least 2 mg of fentanyl, considered a potentially lethal dose. Drug trafficking organizations typically distribute ...", "snippet": "42% of pills tested for fentanyl contained at least 2 mg of fentanyl, considered a potentially lethal dose. Drug trafficking organizations typically distribute ...", "link": "https://www.dea.gov/resources/facts-about-fentanyl"}, {"id": "c11", "title": "Fentanyl", "text": "Fentanyl is a potent synthetic opioid drug approved by the Food and Drug Administration for use as an analgesic (pain relief) and anesthetic.", "snippet": "Fentanyl is a potent synthetic opioid drug approved by the Food and Drug Administration for use as an analgesic (pain relief) and anesthetic.", "link": "https://www.dea.gov/factsheets/fentanyl"}, {"id": "c12", "title": "What is fentanyl and why is it behind the deadly surge ...", "text": "... overdose, with over 64 percent of these deaths due to synthetic opioids like fentanyl and its analogs. Illicitly manufactured fentanyl is ...", "snippet": "... overdose, with over 64 percent of these deaths due to synthetic opioids like fentanyl and its analogs. Illicitly manufactured fentanyl is ...", "link": "https://www.umassmed.edu/news/articles/archives/2022/05/what-is-fentanyl-and-why-is-it-behind-the-deadly-surge-in-us-drug-overdoses/"}, {"id": "c13", "title": "Fentanyl", "text": "Fentanyl is a highly potent synthetic opioid of the piperidine family, used primarily as pain medication. It is 50 to 100 times more potent than morphine.", "snippet": "Fentanyl is a highly potent synthetic opioid of the piperidine family, used primarily as pain medication. It is 50 to 100 times more potent than morphine.", "link": "https://en.wikipedia.org/wiki/Fentanyl"}, {"id": "c14", "title": "5 things everyone should know about fentanyl", "text": "Fentanyl is a synthetic opioid that is 50 to 100 times more potent than heroin or morphine. Drug traffickers often mix fentanyl into other drugs.", "snippet": "Fentanyl is a synthetic opioid that is 50 to 100 times more potent than heroin or morphine. Drug traffickers often mix fentanyl into other drugs.", "link": "https://www.colorado.edu/health/blog/fentanyl"}]}
+{"input": "US pharmacies CVS and Walgreens agreed to pay a total of $10.7 billion to settle allegations of failing to adequately oversee drug prescriptions, thus contributing to America's opioid crisis, NBC News reported.", "output": "US pharmacies CVS and Walgreens agreed to pay a total of $10.7 billion to settle allegations of failing to adequately oversee drug prescriptions, thus contributing to America's opioid crisis, as reported by National Broadcasting Company News.", "topic": "West", "ground_truth": "S", "raw_label": "factual", "account": "People's Daily, China", "atoms": [{"id": "a0", "text": "US pharmacies CVS and Walgreens agreed to pay a total of $10.7 billion to settle allegations of failing to adequately oversee drug prescriptions, thus contributing to America's opioid crisis, as reported by National Broadcasting Company News.", "original": "US pharmacies CVS and Walgreens agreed to pay a total of $10.7 billion to settle allegations of failing to adequately oversee drug prescriptions, thus contributing to America's opioid crisis, as reported by National Broadcasting Company News.", "label": "S", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "CVS, Walgreens to pay $10.7 billion for alleged opioid prescription ...", "text": "CVS and Walgreens have agreed to pay a combined $10.7 billion to settle allegations they failed to adequately oversee opioid painkiller prescriptions.", "snippet": "CVS and Walgreens have agreed to pay a combined $10.7 billion to settle allegations they failed to adequately oversee opioid painkiller prescriptions.", "link": "https://www.nbcnews.com/business/consumer/cvs-walgreens-to-pay-opioid-settlement-how-much-when-rcna61307"}, {"id": "c1", "title": "CVS and Walgreens agree to pay $10 billion to settle opioid crisis ...", "text": "CVS would pay nearly $5 billion over 10 years, while Walgreens would pay $5.7 billion over 15 years, according to statements released by state ...", "snippet": "CVS would pay nearly $5 billion over 10 years, while Walgreens would pay $5.7 billion over 15 years, according to statements released by state ...", "link": "https://www.npr.org/2022/12/13/1142416718/cvs-walgreens-opioid-crisis-settlement"}, {"id": "c2", "title": "Attorney General James Secures Over $10 Billion from CVS and ...", "text": "CVS will pay $5 billion, and Walgreens will pay $5.7 billion. The state attorneys general on the executive committee, CVS, and Walgreens have ...", "snippet": "CVS will pay $5 billion, and Walgreens will pay $5.7 billion. The state attorneys general on the executive committee, CVS, and Walgreens have ...", "link": "https://ag.ny.gov/press-release/2022/attorney-general-james-secures-over-10-billion-cvs-and-walgreens-communities"}, {"id": "c3", "title": "AG Stein announces $11B opioid settlement with CVS and Walgreens", "text": "State Attorney General Josh Stein has announced a nationwide settlement of nearly $11 billion with CVS and Walgreens over their alleged roles in the opioid ...", "snippet": "State Attorney General Josh Stein has announced a nationwide settlement of nearly $11 billion with CVS and Walgreens over their alleged roles in the opioid ...", "link": "https://www.joshstein.org/news/ag-stein-announces-11b-opioid-settlement-with-cvs-and-walgreens"}, {"id": "c4", "title": "CVS, Walgreens to Pay $10.7 Billion in Multistate Settlement ... - AHLA", "text": "CVS Health Corp. and Walgreens Boots Alliance, Inc., will pay $10.7 billion to resolve thousands of claims against them for their alleged roles in fueling the ...", "snippet": "CVS Health Corp. and Walgreens Boots Alliance, Inc., will pay $10.7 billion to resolve thousands of claims against them for their alleged roles in fueling the ...", "link": "https://www.americanhealthlaw.org/content-library/health-law-weekly/article/16587274-98b2-45a8-996f-cbdabf595bda/cvs-walgreens-to-pay-10-7-billion-in-multistate-se"}, {"id": "c5", "title": "Attorney General James Secures Over $10 Billion from CVS ...", "text": "CVS will pay $5 billion, and Walgreens will pay $5.7 billion. New York will receive up to $458,210,563.35 as part of the settlement,", "snippet": "CVS will pay $5 billion, and Walgreens will pay $5.7 billion. New York will receive up to $458,210,563.35 as part of the settlement,", "link": "https://ag.ny.gov/press-release/2022/attorney-general-james-secures-over-10-billion-cvs-and-walgreens-communities"}, {"id": "c6", "title": "Bipartisan Coalition of Attorneys General Secures Over ...", "text": "Under the terms of today's agreements, CVS has agreed to pay $5 billion over 10 years and Walgreens has agreed to pay $5.7 billion over 15 years ...", "snippet": "Under the terms of today's agreements, CVS has agreed to pay $5 billion over 10 years and Walgreens has agreed to pay $5.7 billion over 15 years ...", "link": "https://www.mass.gov/news/bipartisan-coalition-of-attorneys-general-secures-over-10-billion-in-opioid-funds-from-cvs-and-walgreens"}, {"id": "c7", "title": "CVS and Walgreens agree to pay $10 billion to settle ...", "text": "CVS would pay nearly $5 billion over 10 years, while Walgreens would pay $5.7 billion over 15 years, in settlement over their roles in the ...", "snippet": "CVS would pay nearly $5 billion over 10 years, while Walgreens would pay $5.7 billion over 15 years, in settlement over their roles in the ...", "link": "https://www.npr.org/2022/12/13/1142416718/cvs-walgreens-opioid-crisis-settlement"}, {"id": "c8", "title": "CVS, Walgreens to pay $10.7 billion for alleged opioid ...", "text": "CVS and Walgreens have agreed to pay a combined $10.7 billion to settle allegations they failed to adequately oversee opioid painkiller prescriptions.", "snippet": "CVS and Walgreens have agreed to pay a combined $10.7 billion to settle allegations they failed to adequately oversee opioid painkiller prescriptions.", "link": "https://www.nbcnews.com/business/consumer/cvs-walgreens-to-pay-opioid-settlement-how-much-when-rcna61307"}, {"id": "c9", "title": "AG Stein announces $11B opioid settlement with CVS and ...", "text": "Stein has announced a nationwide settlement of nearly $11 billion with CVS and Walgreens over their alleged roles in the opioid crisis.", "snippet": "Stein has announced a nationwide settlement of nearly $11 billion with CVS and Walgreens over their alleged roles in the opioid crisis.", "link": "https://www.joshstein.org/news/ag-stein-announces-11b-opioid-settlement-with-cvs-and-walgreens"}, {"id": "c10", "title": "CVS, Walgreens to pay $10.7 billion for alleged opioid ...", "text": "CVS and Walgreens have agreed to pay a combined $10.7 billion to settle allegations they failed to adequately oversee opioid painkiller prescriptions.", "snippet": "CVS and Walgreens have agreed to pay a combined $10.7 billion to settle allegations they failed to adequately oversee opioid painkiller prescriptions.", "link": "https://www.nbcnews.com/business/consumer/cvs-walgreens-to-pay-opioid-settlement-how-much-when-rcna61307"}, {"id": "c11", "title": "AG Stein announces $11B opioid settlement with CVS and ...", "text": "Stein has announced a nationwide settlement of nearly $11 billion with CVS and Walgreens over their alleged roles in the opioid crisis.", "snippet": "Stein has announced a nationwide settlement of nearly $11 billion with CVS and Walgreens over their alleged roles in the opioid crisis.", "link": "https://www.joshstein.org/news/ag-stein-announces-11b-opioid-settlement-with-cvs-and-walgreens"}, {"id": "c12", "title": "Walgreens Agrees to Pay Up to $350M for Illegally Filling ...", "text": "Walgreens agrees to pay up to $350M for illegally filling unlawful opioid prescriptions and for submitting false claims to the federal government.", "snippet": "Walgreens agrees to pay up to $350M for illegally filling unlawful opioid prescriptions and for submitting false claims to the federal government.", "link": "https://www.justice.gov/opa/pr/walgreens-agrees-pay-350m-illegally-filling-unlawful-opioid-prescriptions-and-submitting"}, {"id": "c13", "title": "CVS, Walmart, Walgreens agree to pay $13.8 bln to settle ...", "text": "CVS, Walmart, Walgreens agree to pay $13.8 bln to settle U.S. opioid claims ... Walgreens said that it had agreed to pay about $5.7 billion ...", "snippet": "CVS, Walmart, Walgreens agree to pay $13.8 bln to settle U.S. opioid claims ... Walgreens said that it had agreed to pay about $5.7 billion ...", "link": "https://www.reuters.com/business/healthcare-pharmaceuticals/cvs-walmart-walgreens-reach-tentative-12-bln-opioid-pact-bloomberg-news-2022-11-02/"}, {"id": "c14", "title": "CVS agrees to pay $5B to resolve opioid-related lawsuits", "text": "CVS Health agreed on Wednesday to pay $5 billion to settle almost all opioid-related lawsuits and claims the company been battling over the past decade.", "snippet": "CVS Health agreed on Wednesday to pay $5 billion to settle almost all opioid-related lawsuits and claims the company been battling over the past decade.", "link": "https://www.healthcaredive.com/news/cvs-opioid-settlement-third-quarter-aetna-ma-centene-cano/635524/"}]}
+{"input": "#MediaFocus US federal health officials confirmed life expectancy in America has dropped for a second year in a row - down to 76 years.", "output": "US federal health officials confirmed that life expectancy in America has dropped for a second year in a row to 76 years.", "topic": "West", "ground_truth": "S", "raw_label": "factual", "account": "China Daily", "atoms": [{"id": "a0", "text": "US federal health officials confirmed that life expectancy in America has dropped for a second year in a row to 76 years.", "original": "US federal health officials confirmed that life expectancy in America has dropped for a second year in a row to 76 years.", "label": "S", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "Life Expectancy in the U.S. Dropped for the Second Year in a Row in ...", "text": "The 0.9 year drop in life expectancy in 2021, along with a 1.8 year drop in 2020, was the biggest two-year decline in life expectancy since 1921 ...", "snippet": "The 0.9 year drop in life expectancy in 2021, along with a 1.8 year drop in 2020, was the biggest two-year decline in life expectancy since 1921 ...", "link": "https://www.cdc.gov/nchs/pressroom/releases/20220831.html"}, {"id": "c1", "title": "'Live free and die?' The sad state of U.S. life expectancy", "text": "Life expectancy in America had dropped for a nearly unprecedented second year in a row \u2013 down to 76 years.", "snippet": "Life expectancy in America had dropped for a nearly unprecedented second year in a row \u2013 down to 76 years.", "link": "https://www.npr.org/sections/health-shots/2023/03/25/1164819944/live-free-and-die-the-sad-state-of-u-s-life-expectancy"}, {"id": "c2", "title": "What doctors want patients to know about falling U.S. life expectancy", "text": "In 1900, U.S. life expectancy was 47 years, and by 2019 it hit 79. But in 2020, life expectancy fell to 77 and dropped further to 76.4 in 2021, ...", "snippet": "In 1900, U.S. life expectancy was 47 years, and by 2019 it hit 79. But in 2020, life expectancy fell to 77 and dropped further to 76.4 in 2021, ...", "link": "https://www.ama-assn.org/public-health/prevention-wellness/what-doctors-want-patients-know-about-falling-us-life-expectancy"}, {"id": "c3", "title": "Why life expectancy in the US is falling - Harvard Health", "text": "But it fell to 77 in 2020 and dropped further, to just over 76, in 2021. That's the largest decrease over a two-year span since the 1920s. Yet ...", "snippet": "But it fell to 77 in 2020 and dropped further, to just over 76, in 2021. That's the largest decrease over a two-year span since the 1920s. Yet ...", "link": "https://www.health.harvard.edu/blog/why-life-expectancy-in-the-us-is-falling-202210202835"}, {"id": "c4", "title": "U.S. life expectancy drop caused by more than pandemic", "text": "Life expectancy at birth in the United States is now 76.1 years, the lowest level since 1996, according to a recentCDC report.", "snippet": "Life expectancy at birth in the United States is now 76.1 years, the lowest level since 1996, according to a recentCDC report.", "link": "https://www.unc.edu/discover/u-s-life-expectancy-drop-caused-by-more-than-pandemic/"}, {"id": "c5", "title": "Life Expectancy in the U.S. Dropped for the Second Year ...", "text": "The 0.9 year drop in life expectancy in 2021, along with a 1.8 year drop in 2020, was the biggest two-year decline in life expectancy since 1921 ...", "snippet": "The 0.9 year drop in life expectancy in 2021, along with a 1.8 year drop in 2020, was the biggest two-year decline in life expectancy since 1921 ...", "link": "https://www.cdc.gov/nchs/pressroom/releases/20220831.html"}, {"id": "c6", "title": "What doctors want patients to know about falling U.S. life ...", "text": "In 1900, U.S. life expectancy was 47 years, and by 2019 it hit 79. But in 2020, life expectancy fell to 77 and dropped further to 76.4 in 2021, ...", "snippet": "In 1900, U.S. life expectancy was 47 years, and by 2019 it hit 79. But in 2020, life expectancy fell to 77 and dropped further to 76.4 in 2021, ...", "link": "https://www.ama-assn.org/public-health/prevention-wellness/what-doctors-want-patients-know-about-falling-us-life-expectancy"}, {"id": "c7", "title": "'Live free and die?' The sad state of U.S. life expectancy", "text": "Life expectancy around the world decreased in 2020 due to COVID-19. Most peer countries rebounded by 2021, while the U.S. continued to decline.", "snippet": "Life expectancy around the world decreased in 2020 due to COVID-19. Most peer countries rebounded by 2021, while the U.S. continued to decline.", "link": "https://www.npr.org/sections/health-shots/2023/03/25/1164819944/live-free-and-die-the-sad-state-of-u-s-life-expectancy"}, {"id": "c8", "title": "federal health officials confirmed life expectancy in America ...", "text": "U.S. life expectancy dropped for the second consecutive year in 2021, falling by nearly a year from 2020. That's according to a new government ...", "snippet": "U.S. life expectancy dropped for the second consecutive year in 2021, falling by nearly a year from 2020. That's according to a new government ...", "link": "https://www.facebook.com/groups/CardiacInterventionalProfessionals/posts/5917258205037292/"}, {"id": "c9", "title": "Why life expectancy in the US is falling", "text": "But it fell to 77 in 2020 and dropped further, to just over 76, in 2021. That's the largest decrease over a two-year span since the 1920s.", "snippet": "But it fell to 77 in 2020 and dropped further, to just over 76, in 2021. That's the largest decrease over a two-year span since the 1920s.", "link": "https://www.health.harvard.edu/blog/why-life-expectancy-in-the-us-is-falling-202210202835"}, {"id": "c10", "title": "'Live free and die?' The sad state of U.S. life expectancy", "text": "Life expectancy in America had dropped for a nearly unprecedented second year in a row \u2013 down to 76 years.", "snippet": "Life expectancy in America had dropped for a nearly unprecedented second year in a row \u2013 down to 76 years.", "link": "https://www.npr.org/sections/health-shots/2023/03/25/1164819944/live-free-and-die-the-sad-state-of-u-s-life-expectancy"}, {"id": "c11", "title": "Why life expectancy in the US is falling - Harvard Health", "text": "But it fell to 77 in 2020 and dropped further, to just over 76, in 2021. That's the largest decrease over a two-year span since the 1920s. Yet ...", "snippet": "But it fell to 77 in 2020 and dropped further, to just over 76, in 2021. That's the largest decrease over a two-year span since the 1920s. Yet ...", "link": "https://www.health.harvard.edu/blog/why-life-expectancy-in-the-us-is-falling-202210202835"}, {"id": "c12", "title": "What doctors want patients to know about falling U.S. life expectancy", "text": "In 1900, U.S. life expectancy was 47 years, and by 2019 it hit 79. But in 2020, life expectancy fell to 77 and dropped further to 76.4 in 2021, ...", "snippet": "In 1900, U.S. life expectancy was 47 years, and by 2019 it hit 79. But in 2020, life expectancy fell to 77 and dropped further to 76.4 in 2021, ...", "link": "https://www.ama-assn.org/public-health/prevention-wellness/what-doctors-want-patients-know-about-falling-us-life-expectancy"}, {"id": "c13", "title": "U.S. life expectancy drop caused by more than pandemic", "text": "Life expectancy at birth in the United States is now 76.1 years, the lowest level since 1996, according to a recentCDC report.", "snippet": "Life expectancy at birth in the United States is now 76.1 years, the lowest level since 1996, according to a recentCDC report.", "link": "https://www.unc.edu/discover/u-s-life-expectancy-drop-caused-by-more-than-pandemic/"}, {"id": "c14", "title": "U.S. Life Expectancy Hits Record High as Death Rates Fall Nationwide", "text": "U.S. life expectancy climbed to 79 years in 2024, the highest level on record, new federal data shows. Health officials say fewer deaths from ...", "snippet": "U.S. life expectancy climbed to 79 years in 2024, the highest level on record, new federal data shows. Health officials say fewer deaths from ...", "link": "https://www.usnews.com/news/health-news/articles/2026-01-30/u-s-life-expectancy-hits-record-high-as-death-rates-fall-nationwide"}]}
+{"input": "Did you know Shinzo Abe's funeral cost more than Queen Elizabeth II's? Shinzo Abe, Japan's assassinated former prime minister, was honored at a controversial state funeral Tuesday.", "output": "Shinzo Abe's funeral cost more than Queen Elizabeth II's, with Shinzo Abe being Japan's assassinated former prime minister who was honored at a state funeral.", "topic": "West", "ground_truth": "NS", "raw_label": "false", "account": "CGTN", "atoms": [{"id": "a0", "text": "Shinzo Abe's funeral cost more than Queen Elizabeth II's, with Shinzo Abe being Japan's assassinated former prime minister who was honored at a state funeral.", "original": "Shinzo Abe's funeral cost more than Queen Elizabeth II's, with Shinzo Abe being Japan's assassinated former prime minister who was honored at a state funeral.", "label": "NS", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "Did you know Shinzo Abe's funeral cost more than Queen ...", "text": "Japanese former Prime Minister Shinzo Abe's state funeral costs are now being compared to the funeral services held for the recently departed ...", "snippet": "Japanese former Prime Minister Shinzo Abe's state funeral costs are now being compared to the funeral services held for the recently departed ...", "link": "https://www.facebook.com/cgtnamerica/posts/did-you-know-shinzo-abes-funeral-cost-more-than-queen-elizabeth-iisshinzo-abe-ja/5443901342371760/"}, {"id": "c1", "title": "Shinzo Abe's funeral was more expensive than the Queen of ...", "text": "The funeral for Shinzo Abe, the assassinated former prime minister of Japan, cost $12 million \u00b7 The Japanese public is divided about Abe's legacy.", "snippet": "The funeral for Shinzo Abe, the assassinated former prime minister of Japan, cost $12 million \u00b7 The Japanese public is divided about Abe's legacy.", "link": "https://qz.com/shinzo-abes-funeral-was-more-expensive-than-the-queen-o-1849585843"}, {"id": "c2", "title": "Japan asks why state event is costing more than the Queen's", "text": "... to the estimated cost of ex-prime minister Shinzo Abe's funeral of 1.66bn yen. Many are already predicting the actual price tag to be much ...", "snippet": "... to the estimated cost of ex-prime minister Shinzo Abe's funeral of 1.66bn yen. Many are already predicting the actual price tag to be much ...", "link": "https://www.bbc.com/news/world-asia-63004214"}, {"id": "c3", "title": "Assassination of Shinzo Abe", "text": "Abe was the first former Japanese prime minister to have been assassinated ... \"Abe funeral: Japan asks why state event is costing more than the Queen's\".", "snippet": "Abe was the first former Japanese prime minister to have been assassinated ... \"Abe funeral: Japan asks why state event is costing more than the Queen's\".", "link": "https://en.wikipedia.org/wiki/Assassination_of_Shinzo_Abe"}, {"id": "c4", "title": "Japan honours Shinzo Abe with controversial state funeral", "text": "Japan bids assassinated leader farewell amid anger over the cost of the state funeral and his party's ties to the Unification Church.", "snippet": "Japan bids assassinated leader farewell amid anger over the cost of the state funeral and his party's ties to the Unification Church.", "link": "https://www.aljazeera.com/news/2022/9/27/japan-honours-shinzo-abe-with-controversial-state-funeral"}, {"id": "c5", "title": "Did you know Shinzo Abe's funeral cost more than Queen Elizabeth ...", "text": "Japanese former Prime Minister Shinzo Abe's state funeral costs are now being compared to the funeral services held for the recently departed ...", "snippet": "Japanese former Prime Minister Shinzo Abe's state funeral costs are now being compared to the funeral services held for the recently departed ...", "link": "https://www.facebook.com/cgtnamerica/posts/did-you-know-shinzo-abes-funeral-cost-more-than-queen-elizabeth-iisshinzo-abe-ja/5443901342371760/"}, {"id": "c6", "title": "Shinzo Abe's funeral was more expensive than the Queen ... - Quartz", "text": "The funeral for Shinzo Abe, the assassinated former prime minister of Japan, cost $12 million \u00b7 The Japanese public is divided about Abe's legacy.", "snippet": "The funeral for Shinzo Abe, the assassinated former prime minister of Japan, cost $12 million \u00b7 The Japanese public is divided about Abe's legacy.", "link": "https://qz.com/shinzo-abes-funeral-was-more-expensive-than-the-queen-o-1849585843"}, {"id": "c7", "title": "Abe funeral: Japan asks why state event is costing more than ... - BBC", "text": "... to the estimated cost of ex-prime minister Shinzo Abe's funeral of 1.66bn yen. Many are already predicting the actual price tag to be much ...", "snippet": "... to the estimated cost of ex-prime minister Shinzo Abe's funeral of 1.66bn yen. Many are already predicting the actual price tag to be much ...", "link": "https://www.bbc.com/news/world-asia-63004214"}, {"id": "c8", "title": "Assassination of Shinzo Abe - Wikipedia", "text": "Abe was the first former Japanese prime minister to have been assassinated ... \"Abe funeral: Japan asks why state event is costing more than the Queen's\".", "snippet": "Abe was the first former Japanese prime minister to have been assassinated ... \"Abe funeral: Japan asks why state event is costing more than the Queen's\".", "link": "https://en.wikipedia.org/wiki/Assassination_of_Shinzo_Abe"}, {"id": "c9", "title": "Japan honours Shinzo Abe with controversial state funeral | News", "text": "Japan bids assassinated leader farewell amid anger over the cost of the state funeral and his party's ties to the Unification Church.", "snippet": "Japan bids assassinated leader farewell amid anger over the cost of the state funeral and his party's ties to the Unification Church.", "link": "https://www.aljazeera.com/news/2022/9/27/japan-honours-shinzo-abe-with-controversial-state-funeral"}, {"id": "c10", "title": "Shinzo Abe's funeral was more expensive than the Queen ... - Quartz", "text": "The funeral for Shinzo Abe, the assassinated former prime minister of Japan, cost $12 million \u00b7 The Japanese public is divided about Abe's legacy.", "snippet": "The funeral for Shinzo Abe, the assassinated former prime minister of Japan, cost $12 million \u00b7 The Japanese public is divided about Abe's legacy.", "link": "https://qz.com/shinzo-abes-funeral-was-more-expensive-than-the-queen-o-1849585843"}, {"id": "c11", "title": "Shinzo Abe's State Funeral To Cost More Than Queen Elizabeth's", "text": "Shinzo Abe Funeral: The Japanese government will shell out around 1.66 billion yen on the event, which is reportedly more than the cost of Queen ...", "snippet": "Shinzo Abe Funeral: The Japanese government will shell out around 1.66 billion yen on the event, which is reportedly more than the cost of Queen ...", "link": "https://www.ndtv.com/world-news/shinzo-abes-state-funeral-to-cost-more-than-queen-elizabeths-reports-3373442"}, {"id": "c12", "title": "Shinzo Abe: Why a state funeral for slain ex-PM is controversial - BBC", "text": "The thousands who marched in Tokyo against the state funeral accuse Abe of leading Japan towards war. \"Abe passed the collective self-defense ...", "snippet": "The thousands who marched in Tokyo against the state funeral accuse Abe of leading Japan towards war. \"Abe passed the collective self-defense ...", "link": "https://www.bbc.com/news/world-asia-62976786"}, {"id": "c13", "title": "Controversy in Japan over Shinzo Abe's state funeral - YouTube", "text": "Protests against the state funeral of former Japanese Prime Minister Shinzo Abe have been growing in recent weeks, and polls suggest that 6 ...", "snippet": "Protests against the state funeral of former Japanese Prime Minister Shinzo Abe have been growing in recent weeks, and polls suggest that 6 ...", "link": "https://www.youtube.com/watch?v=w5LBdHMmSNM"}, {"id": "c14", "title": "Shinzo Abe's funeral costs about $12 million, more than Queen ...", "text": "The funeral was reported to cost 1.66 billion yen ($12 million), making it more expensive than the British queen's funeral ($9 million) at a ...", "snippet": "The funeral was reported to cost 1.66 billion yen ($12 million), making it more expensive than the British queen's funeral ($9 million) at a ...", "link": "https://jpmas.com.ni/shinzo-abes-funeral-costs-about-12-million-more-than-queen-elizabeth-ll/"}]}
+{"input": "The Bank of England faces the daunting task of replacing billions of banknotes and coins that have the late Queen Elizabeth II's image on them with an image of the new monarch.", "output": "The Bank of England is replacing billions of banknotes and coins that have the late Queen Elizabeth II's image on them with an image of the new monarch, King Charles III.", "topic": "West", "ground_truth": "NS", "raw_label": "biased", "account": "CGTN", "atoms": [{"id": "a0", "text": "The Bank of England is replacing billions of banknotes and coins that have the late Queen Elizabeth II's image on them with an image of the new monarch, King Charles III.", "original": "The Bank of England is replacing billions of banknotes and coins that have the late Queen Elizabeth II's image on them with an image of the new monarch, King Charles III.", "label": "NS", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "Royal rebranding: What will happen to stamps, coins, banknotes ...", "text": "All 29 billion coins in circulation in the UK have the Queen's head on them. The most recent design dates from 2015, when she was 88 years old.", "snippet": "All 29 billion coins in circulation in the UK have the Queen's head on them. The most recent design dates from 2015, when she was 88 years old.", "link": "https://www.facebook.com/newsroomgy/posts/royal-rebranding-what-will-happen-to-stamps-coins-banknotes-and-passportsafter-7/3627475357529471/"}, {"id": "c1", "title": "Currency, Stamps Might Change After Queen Elizabeth II Death - TIME", "text": "Although official changes are yet to be confirmed, the accession of a new monarch traditionally results in a rollout of new banknotes, coins and stamps.", "snippet": "Although official changes are yet to be confirmed, the accession of a new monarch traditionally results in a rollout of new banknotes, coins and stamps.", "link": "https://time.com/6211922/royal-symbols-change-queen-elizabeth-ii-death/"}, {"id": "c2", "title": "HM Queen Elizabeth II on Bank of England notes", "text": "Following the passing of Queen Elizabeth II in September 2022, the Bank of England began producing banknotes featuring a portrait of HM King ...", "snippet": "Following the passing of Queen Elizabeth II in September 2022, the Bank of England began producing banknotes featuring a portrait of HM King ...", "link": "https://www.bankofengland.co.uk/museum/noteworthy-women/the-queen-on-bank-of-england-notes"}, {"id": "c3", "title": "Queen Elizabeth is featured on several currencies. Now what?", "text": "The queen's portrait on British notes and coins is expected to be replaced by a likeness of the new King Charles III, but it won't be immediate.", "snippet": "The queen's portrait on British notes and coins is expected to be replaced by a likeness of the new King Charles III, but it won't be immediate.", "link": "https://spectrumlocalnews.com/us/snplus/news/2022/09/10/queen-elizabeth-is-featured-on-several-currencies--now-what-"}, {"id": "c4", "title": "Why Most U.K Money Will Still Feature Queen Elizabeth II ... - YouTube", "text": "Queen Elizabeth II's portrait has been on U.K. currency since the early '60s. With Charles III now assuming the throne, WSJ speaks with ...", "snippet": "Queen Elizabeth II's portrait has been on U.K. currency since the early '60s. With Charles III now assuming the throne, WSJ speaks with ...", "link": "https://www.youtube.com/watch?v=itR0KJB7CcQ"}, {"id": "c5", "title": "Billions of British banknotes, coins featuring Queen's ...", "text": "Billions of banknotes and coins around the world featuring the portrait of Queen Elizabeth II are set to be replaced following her death.", "snippet": "Billions of banknotes and coins around the world featuring the portrait of Queen Elizabeth II are set to be replaced following her death.", "link": "https://abc7chicago.com/post/queen-elizabeth-ii-death-british-currency/12217897/"}, {"id": "c6", "title": "Royal rebranding: What will happen to stamps, coins ...", "text": "The Bank of England faces the daunting task of replacing billions of banknotes and coins that have the late Queen Elizabeth II's image on them ...", "snippet": "The Bank of England faces the daunting task of replacing billions of banknotes and coins that have the late Queen Elizabeth II's image on them ...", "link": "https://www.facebook.com/newsroomgy/posts/royal-rebranding-what-will-happen-to-stamps-coins-banknotes-and-passportsafter-7/3627475357529471/"}, {"id": "c7", "title": "HM Queen Elizabeth II on Bank of England notes", "text": "The Bank of England warned the public that 'notes incorporating these designs are unlikely to be issued for several years to come.' 1960\u20131961.", "snippet": "The Bank of England warned the public that 'notes incorporating these designs are unlikely to be issued for several years to come.' 1960\u20131961.", "link": "https://www.bankofengland.co.uk/museum/noteworthy-women/the-queen-on-bank-of-england-notes"}, {"id": "c8", "title": "Currency, Stamps Might Change After Queen Elizabeth II ...", "text": "Although official changes are yet to be confirmed, the accession of a new monarch traditionally results in a rollout of new banknotes, coins and stamps.", "snippet": "Although official changes are yet to be confirmed, the accession of a new monarch traditionally results in a rollout of new banknotes, coins and stamps.", "link": "https://time.com/6211922/royal-symbols-change-queen-elizabeth-ii-death/"}, {"id": "c9", "title": "Queen Elizabeth II is featured on several currencies. What ...", "text": "The queen's portrait on British notes and coins is expected to be replaced by a likeness of the new King Charles III, but it won't be immediate.", "snippet": "The queen's portrait on British notes and coins is expected to be replaced by a likeness of the new King Charles III, but it won't be immediate.", "link": "https://www.fox5ny.com/news/queen-elizabeth-currency-uk-canada-australia-what-happens-now"}, {"id": "c10", "title": "Billions of British banknotes, coins featuring Queen's ...", "text": "Billions of banknotes and coins around the world featuring the portrait of Queen Elizabeth II are set to be replaced following her death.", "snippet": "Billions of banknotes and coins around the world featuring the portrait of Queen Elizabeth II are set to be replaced following her death.", "link": "https://abc7chicago.com/post/queen-elizabeth-ii-death-british-currency/12217897/"}, {"id": "c11", "title": "Currency, Stamps Might Change After Queen Elizabeth II ...", "text": "Although official changes are yet to be confirmed, the accession of a new monarch traditionally results in a rollout of new banknotes, coins and stamps.", "snippet": "Although official changes are yet to be confirmed, the accession of a new monarch traditionally results in a rollout of new banknotes, coins and stamps.", "link": "https://time.com/6211922/royal-symbols-change-queen-elizabeth-ii-death/"}, {"id": "c12", "title": "UK coins and banknotes face queen-to-king renewal", "text": "So the cost to replace these can be estimated at around 350 million pounds, according to Joe Trewick, a writer at The Coin Expert, a website for ...", "snippet": "So the cost to replace these can be estimated at around 350 million pounds, according to Joe Trewick, a writer at The Coin Expert, a website for ...", "link": "https://www.dw.com/en/uk-coins-and-banknotes-face-slow-queen-to-king-renewal/a-63113794"}, {"id": "c13", "title": "What Will Happen to British Currency with Queen Elizabeth II ...", "text": "The Bank of England released the design for new banknotes featuring Charles III in December, with plans to circulate starting in 2024.", "snippet": "The Bank of England released the design for new banknotes featuring Charles III in December, with plans to circulate starting in 2024.", "link": "https://news.northeastern.edu/2023/02/02/british-currency-queen-elizabeth-death/"}, {"id": "c14", "title": "Bank of England to redesign banknotes - and wants your ...", "text": "Banknotes issued by the Bank of England are about to get their first major redesign in more than 50 years.", "snippet": "Banknotes issued by the Bank of England are about to get their first major redesign in more than 50 years.", "link": "https://www.bbc.com/news/articles/cy4nn1d2vzxo"}]}
+{"input": "Under various names, the U.S. Department of Defense controls 336 biological laboratories in about 30 countries, triggering worries in many parts of the world", "output": "The U.S. Department of Defense controls 336 biological laboratories in approximately 30 countries.", "topic": "West", "ground_truth": "NS", "raw_label": "false", "account": "China Xinhua News", "atoms": [{"id": "a0", "text": "The U.S. Department of Defense controls 336 biological laboratories in approximately 30 countries.", "original": "The U.S. Department of Defense controls 336 biological laboratories in approximately 30 countries.", "label": "NS", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "Under various names, the U.S. Department of Defense ...", "text": "Under various names, the U.S. Department of Defense controls 336 biological laboratories in about 30 countries. The data and facts given in ...", "snippet": "Under various names, the U.S. Department of Defense controls 336 biological laboratories in about 30 countries. The data and facts given in ...", "link": "https://www.facebook.com/XinhuaNewsAgency/posts/under-various-names-the-us-department-of-defense-controls-336-biological-laborat/590946069734598/"}, {"id": "c1", "title": "The mystery of 336 US bio-labs worldwide", "text": "The ongoing Russia-Ukraine conflict has led to some unexpected discoveries. Russian media outlets recently reported that the Pentagon had ...", "snippet": "The ongoing Russia-Ukraine conflict has led to some unexpected discoveries. Russian media outlets recently reported that the Pentagon had ...", "link": "https://global.chinadaily.com.cn/a/202203/10/WS622942dfa310cdd39bc8b92f.html"}, {"id": "c2", "title": "US Releases Information On Biolabs In Over 30 Countries, ...", "text": "\"For example, the Intelligence Community previously warned that a US-funded biolab in Ukraine likely housed dangerous pathogens and remained ...", "snippet": "\"For example, the Intelligence Community previously warned that a US-funded biolab in Ukraine likely housed dangerous pathogens and remained ...", "link": "https://www.rferl.org/a/us-biolabs-ukraine-funding-evidence-gabbard-dni/33779274.html"}, {"id": "c3", "title": "Biological Threat Reduction Program Activities in Ukraine", "text": "Reduction Agency (DTRA). Since 2005, BTRP has partnered with the Government of Ukraine to support peaceful and safe biological detection and ...", "snippet": "Reduction Agency (DTRA). Since 2005, BTRP has partnered with the Government of Ukraine to support peaceful and safe biological detection and ...", "link": "https://media.defense.gov/2022/Mar/11/2002954612/-1/-1/0/FACT-SHEET-THE-DEPARTMENT-OF-DEFENSE'S-COOPERATIVE-THREAT-REDUCTION-PROGRAM-BIOLOGICAL-THREAT-REDUCTION-PROGRAM-ACTIVITIES-IN-UKRAINE.PDF"}, {"id": "c4", "title": "US urged to clarify biomilitary activities, accept multilateral ...", "text": "China has urged the US to make full clarification of its biological militarization activities at home and abroad and accept multilateral ...", "snippet": "China has urged the US to make full clarification of its biological militarization activities at home and abroad and accept multilateral ...", "link": "https://www.globaltimes.cn/page/202203/1254330.shtml"}, {"id": "c5", "title": "Under various names, the U.S. Department of Defense controls 336 ...", "text": "Under various names, the U.S. Department of Defense controls 336 biological laboratories in about 30 countries. The data and facts given in ...", "snippet": "Under various names, the U.S. Department of Defense controls 336 biological laboratories in about 30 countries. The data and facts given in ...", "link": "https://www.facebook.com/XinhuaNewsAgency/posts/under-various-names-the-us-department-of-defense-controls-336-biological-laborat/590946069734598/"}, {"id": "c6", "title": "Ukraine war: Fact-checking Russia's biological weapons claims - BBC", "text": "Channel One Russian state TV has been showing sites which officials say are being used to develop bioweapons.", "snippet": "Channel One Russian state TV has been showing sites which officials say are being used to develop bioweapons.", "link": "https://www.bbc.com/news/60711705"}, {"id": "c7", "title": "The mystery of 336 US bio-labs worldwide - Chinadaily.com.cn", "text": "The ongoing Russia-Ukraine conflict has led to some unexpected discoveries. Russian media outlets recently reported that the Pentagon had ...", "snippet": "The ongoing Russia-Ukraine conflict has led to some unexpected discoveries. Russian media outlets recently reported that the Pentagon had ...", "link": "https://global.chinadaily.com.cn/a/202203/10/WS622942dfa310cdd39bc8b92f.html"}, {"id": "c8", "title": "China repeats false claim that U.S has biolabs in Ukraine - PolitiFact", "text": "China's government is amplifying debunked claims about non-existent U.S. biological weapons labs in Ukraine, bringing th.", "snippet": "China's government is amplifying debunked claims about non-existent U.S. biological weapons labs in Ukraine, bringing th.", "link": "https://www.politifact.com/factchecks/2022/mar/10/instagram-posts/china-repeats-false-claim-us-has-biolabs-ukraine/"}, {"id": "c9", "title": "US Releases Information On Biolabs In Over 30 Countries, Including ...", "text": "\"For example, the Intelligence Community previously warned that a US-funded biolab in Ukraine likely housed dangerous pathogens and remained ...", "snippet": "\"For example, the Intelligence Community previously warned that a US-funded biolab in Ukraine likely housed dangerous pathogens and remained ...", "link": "https://www.rferl.org/a/us-biolabs-ukraine-funding-evidence-gabbard-dni/33779274.html"}, {"id": "c10", "title": "The mystery of 336 US bio-labs worldwide", "text": "These are only a handful, or less than 10 percent of the 336 biological laboratories the US reportedly controls in 30 countries around the world.", "snippet": "These are only a handful, or less than 10 percent of the 336 biological laboratories the US reportedly controls in 30 countries around the world.", "link": "https://global.chinadaily.com.cn/a/202203/10/WS622942dfa310cdd39bc8b92f.html"}, {"id": "c11", "title": "Biological Threat Reduction Program Activities in Ukraine", "text": "DoD's. CTR program works with many partner countries to reduce the threat that pathogens could be misused, stolen or accidentally released. DoD ...", "snippet": "DoD's. CTR program works with many partner countries to reduce the threat that pathogens could be misused, stolen or accidentally released. DoD ...", "link": "https://media.defense.gov/2022/Mar/11/2002954612/-1/-1/0/FACT-SHEET-THE-DEPARTMENT-OF-DEFENSE'S-COOPERATIVE-THREAT-REDUCTION-PROGRAM-BIOLOGICAL-THREAT-REDUCTION-PROGRAM-ACTIVITIES-IN-UKRAINE.PDF"}, {"id": "c12", "title": "US Releases Information On Biolabs In Over 30 Countries, ...", "text": "\"longstanding\" United States government funding for more than 120 biolabs in over 30 countries where research on biological pathogens, some ...", "snippet": "\"longstanding\" United States government funding for more than 120 biolabs in over 30 countries where research on biological pathogens, some ...", "link": "https://www.rferl.org/a/us-biolabs-ukraine-funding-evidence-gabbard-dni/33779274.html"}, {"id": "c13", "title": "Iran-US War: US Supported Over 120 Labs In 40 Plus ...", "text": "Former US Intelligence chief Tulsi Gabbard has released documents claiming the United States funded more than 120 biological laboratories ...", "snippet": "Former US Intelligence chief Tulsi Gabbard has released documents claiming the United States funded more than 120 biological laboratories ...", "link": "https://www.youtube.com/watch?v=Ht9q2HZDTZM"}, {"id": "c14", "title": "United States biological weapons program", "text": "Over the course of its 27-year history, the program weaponized and stockpiled seven bio-agents \u2014 Bacillus anthracis (anthrax), Francisella tularensis (tularemia) ...", "snippet": "Over the course of its 27-year history, the program weaponized and stockpiled seven bio-agents \u2014 Bacillus anthracis (anthrax), Francisella tularensis (tularemia) ...", "link": "https://en.wikipedia.org/wiki/United_States_biological_weapons_program"}]}
+{"input": "#GTGraphic: The US needs to release complete details of its 336 bio-labs around the world, the opaqueness of which has people increasingly questioning their safety.", "output": "The United States has 336 bio-labs around the world, the lack of transparency about which is raising safety concerns.", "topic": "West", "ground_truth": "NS", "raw_label": "false", "account": "Global Times", "atoms": [{"id": "a0", "text": "The United States has 336 bio-labs around the world, the lack of transparency about which is raising safety concerns.", "original": "The United States has 336 bio-labs around the world, the lack of transparency about which is raising safety concerns.", "label": "NS", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "The mystery of 336 US bio-labs worldwide - Chinadaily.com.cn", "text": "The ongoing Russia-Ukraine conflict has led to some unexpected discoveries. Russian media outlets recently reported that the Pentagon had ...", "snippet": "The ongoing Russia-Ukraine conflict has led to some unexpected discoveries. Russian media outlets recently reported that the Pentagon had ...", "link": "https://global.chinadaily.com.cn/a/202203/10/WS622942dfa310cdd39bc8b92f.html"}, {"id": "c1", "title": "US Releases Information On Biolabs In Over 30 Countries, Including ...", "text": "\"For example, the Intelligence Community previously warned that a US-funded biolab in Ukraine likely housed dangerous pathogens and remained ...", "snippet": "\"For example, the Intelligence Community previously warned that a US-funded biolab in Ukraine likely housed dangerous pathogens and remained ...", "link": "https://www.rferl.org/a/us-biolabs-ukraine-funding-evidence-gabbard-dni/33779274.html"}, {"id": "c2", "title": "World needs answer on US biolabs - Chinadaily.com.cn", "text": "The recent revelation of US biological military activities in Ukraine has sparked widespread concerns, but it's just the tip of the iceberg ...", "snippet": "The recent revelation of US biological military activities in Ukraine has sparked widespread concerns, but it's just the tip of the iceberg ...", "link": "https://global.chinadaily.com.cn/a/202203/31/WS62451326a310fd2b29e545de.html"}, {"id": "c3", "title": "The U.S. has openly admitted that it runs 336 biological laboratories ...", "text": "But so far, China biolab is the only biolab that has caused a worldwide pandemic (which China lied about as people died). 2y. Rajesh Vesawkar.", "snippet": "But so far, China biolab is the only biolab that has caused a worldwide pandemic (which China lied about as people died). 2y. Rajesh Vesawkar.", "link": "https://www.facebook.com/XinhuaNewsAgency/posts/the-us-has-openly-admitted-that-it-runs-336-biological-laboratories-in-30-countr/7180506381976744/"}, {"id": "c4", "title": "US owes world an answer on bio lab: Global Times editorial", "text": "The documents expose the US and its NATO allies' research on biological weapons in Ukraine, including research on spreading the highly infectious bird flu ...", "snippet": "The documents expose the US and its NATO allies' research on biological weapons in Ukraine, including research on spreading the highly infectious bird flu ...", "link": "https://www.globaltimes.cn/page/202203/1254649.shtml"}, {"id": "c5", "title": "The mystery of 336 US bio-labs worldwide", "text": "The ongoing Russia-Ukraine conflict has led to some unexpected discoveries. Russian media outlets recently reported that the Pentagon had ...", "snippet": "The ongoing Russia-Ukraine conflict has led to some unexpected discoveries. Russian media outlets recently reported that the Pentagon had ...", "link": "https://global.chinadaily.com.cn/a/202203/10/WS622942dfa310cdd39bc8b92f.html"}, {"id": "c6", "title": "Ukraine war: Fact-checking Russia's biological weapons ...", "text": "Channel One Russian state TV has been showing sites which officials say are being used to develop bioweapons.", "snippet": "Channel One Russian state TV has been showing sites which officials say are being used to develop bioweapons.", "link": "https://www.bbc.com/news/60711705"}, {"id": "c7", "title": "US Releases Information On Biolabs In Over 30 Countries, ...", "text": "\"For example, the Intelligence Community previously warned that a US-funded biolab in Ukraine likely housed dangerous pathogens and remained ...", "snippet": "\"For example, the Intelligence Community previously warned that a US-funded biolab in Ukraine likely housed dangerous pathogens and remained ...", "link": "https://www.rferl.org/a/us-biolabs-ukraine-funding-evidence-gabbard-dni/33779274.html"}, {"id": "c8", "title": "China repeats false claim that U.S has biolabs in Ukraine", "text": "China's government is amplifying debunked claims about non-existent U.S. biological weapons labs in Ukraine, bringing th.", "snippet": "China's government is amplifying debunked claims about non-existent U.S. biological weapons labs in Ukraine, bringing th.", "link": "https://www.politifact.com/factchecks/2022/mar/10/instagram-posts/china-repeats-false-claim-us-has-biolabs-ukraine/"}, {"id": "c9", "title": "US owes world an answer on bio lab: Global Times editorial", "text": "The documents expose the US and its NATO allies' research on biological weapons in Ukraine, including research on spreading the highly infectious bird flu ...", "snippet": "The documents expose the US and its NATO allies' research on biological weapons in Ukraine, including research on spreading the highly infectious bird flu ...", "link": "https://www.globaltimes.cn/page/202203/1254649.shtml"}, {"id": "c10", "title": "China repeats false claim that U.S has biolabs in Ukraine", "text": "... U.S. controls 336 biological laboratories in 30 countries around the world. ... According to data released by the U.S., it has 26 labs in Ukraine.", "snippet": "... U.S. controls 336 biological laboratories in 30 countries around the world. ... According to data released by the U.S., it has 26 labs in Ukraine.", "link": "https://www.politifact.com/factchecks/2022/mar/10/instagram-posts/china-repeats-false-claim-us-has-biolabs-ukraine/"}, {"id": "c11", "title": "DNI Gabbard releases documents about the US funding ...", "text": "\u201cToday, I'm releasing never before seen intelligence revealing new evidence of past US government funding for more than 120 biolabs in over 30 ...", "snippet": "\u201cToday, I'm releasing never before seen intelligence revealing new evidence of past US government funding for more than 120 biolabs in over 30 ...", "link": "https://abc3340.com/news/nation-world/dni-gabbard-releases-documents-about-the-us-funding-bio-labs-in-over-30-countries-ukraine-gain-of-function-research-donald-trump"}, {"id": "c12", "title": "Russia, China and Tucker Carlson lack evidence on ...", "text": "China's Foreign Ministry tweeted March 8, \"The US has 336 labs in 30 countries under its control, including 26 in Ukraine alone. It should give ...", "snippet": "China's Foreign Ministry tweeted March 8, \"The US has 336 labs in 30 countries under its control, including 26 in Ukraine alone. It should give ...", "link": "https://www.politifact.com/article/2022/mar/11/russia-china-and-tucker-carlson-lack-evidence-ukra/"}, {"id": "c13", "title": "Social Media Posts Misrepresent U.S.-Ukraine Threat ...", "text": "Social media posts, however, falsely claim the program created \u201cbioweapons labs\u201d that are being targeted by Russian forces as part of the invasion of Ukraine.", "snippet": "Social media posts, however, falsely claim the program created \u201cbioweapons labs\u201d that are being targeted by Russian forces as part of the invasion of Ukraine.", "link": "https://www.factcheck.org/2022/03/social-media-posts-misrepresent-u-s-ukraine-threat-reduction-program/"}, {"id": "c14", "title": "The US transfers biological labs from Ukraine to Africa", "text": "The US Department of State has confirmed that the United States does not own or operate any chemical or biological laboratories in Ukraine.", "snippet": "The US Department of State has confirmed that the United States does not own or operate any chemical or biological laboratories in Ukraine.", "link": "https://euvsdisinfo.eu/report/the-us-transfers-biological-labs-from-ukraine-to-africa/"}]}
+{"input": "It is maliciously framing China to accuse that precursor chemicals used by Mexican cartels to produce the illicit drug fentanyl are sourced from China. The Chinese Embassy in Mexico slammed certain Western media and US officials on Saturday over the baseless accusations.", "output": "The Chinese Embassy in Mexico slammed Western media and United States officials over accusations that precursor chemicals used by Mexican cartels to produce the illicit drug fentanyl are sourced from China, calling these accusations baseless.", "topic": "West", "ground_truth": "NS", "raw_label": "biased", "account": "Global Times", "atoms": [{"id": "a0", "text": "The Chinese Embassy in Mexico slammed Western media and United States officials over accusations that precursor chemicals used by Mexican cartels to produce the illicit drug fentanyl are sourced from China, calling these accusations baseless.", "original": "The Chinese Embassy in Mexico slammed Western media and United States officials over accusations that precursor chemicals used by Mexican cartels to produce the illicit drug fentanyl are sourced from China, calling these accusations baseless.", "label": "NS", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "Illicit Fentanyl and China's Role", "text": "Because of the PRC's role as a supplier of precursors, the President has designated China a major illicit drug producing or drug transit country since 2023, ...", "snippet": "Because of the PRC's role as a supplier of precursors, the President has designated China a major illicit drug producing or drug transit country since 2023, ...", "link": "https://www.congress.gov/crs_external_products/IF/HTML/IF10890.web.html"}, {"id": "c1", "title": "China-Based Chemical Manufacturing Companies and ...", "text": "Eight China-based chemical companies and eight employees have been charged in the Middle District of Florida with federal crimes including attempted ...", "snippet": "Eight China-based chemical companies and eight employees have been charged in the Middle District of Florida with federal crimes including attempted ...", "link": "https://www.dea.gov/press-releases/2024/10/24/china-based-chemical-manufacturing-companies-and-employees-indicted"}, {"id": "c2", "title": "U.S. Sanctions Suppliers of Precursor Chemicals for ...", "text": "OFAC designated two entities in the People's Republic of China (PRC) and five individuals, based in the PRC and Guatemala, for supplying precursor chemicals to ...", "snippet": "OFAC designated two entities in the People's Republic of China (PRC) and five individuals, based in the PRC and Guatemala, for supplying precursor chemicals to ...", "link": "https://home.treasury.gov/news/press-releases/jy1413"}, {"id": "c3", "title": "Meth Precursor Chemicals from China: Implications for ...", "text": "This report examines the extent of China's illicit chemical production and the effectiveness of US and international efforts to reduce precursor chemical flows.", "snippet": "This report examines the extent of China's illicit chemical production and the effectiveness of US and international efforts to reduce precursor chemical flows.", "link": "https://www.uscc.gov/research/meth-precursor-chemicals-china-implications-united-states"}, {"id": "c4", "title": "Inside the China-Mexico-U.S. Fentanyl Supply Chain", "text": "... cartel-linked violence, which suggest a greater risk of illicit drug production. ... Precursor chemicals for fentanyl are mostly imported from China and ...", "snippet": "... cartel-linked violence, which suggest a greater risk of illicit drug production. ... Precursor chemicals for fentanyl are mostly imported from China and ...", "link": "https://nationalsecurity.virginia.edu/research/precursors-ports-and-pills-inside-china-mexico-us-fentanyl-supply-chain"}, {"id": "c5", "title": "Illicit Fentanyl and China's Role", "text": "China's massive chemical and pharmaceutical industries make the PRC a primary supplier not only of precursors for fentanyl, but also for illicit drugs including ...", "snippet": "China's massive chemical and pharmaceutical industries make the PRC a primary supplier not only of precursors for fentanyl, but also for illicit drugs including ...", "link": "https://www.congress.gov/crs_external_products/IF/HTML/IF10890.web.html"}, {"id": "c6", "title": "The fentanyl pipeline and China's role in the US opioid crisis", "text": "China is still the principal supplier of these precursors for fentanyl. China is also the global principal supplier of precursors for another ...", "snippet": "China is still the principal supplier of these precursors for fentanyl. China is also the global principal supplier of precursors for another ...", "link": "https://www.brookings.edu/articles/the-fentanyl-pipeline-and-chinas-role-in-the-us-opioid-crisis/"}, {"id": "c7", "title": "U.S. Sanctions Suppliers of Precursor Chemicals for ...", "text": "China (PRC) supplying precursor chemicals to drug cartels in Mexico for the production of illicit fentanyl intended for U.S. markets.", "snippet": "China (PRC) supplying precursor chemicals to drug cartels in Mexico for the production of illicit fentanyl intended for U.S. markets.", "link": "https://home.treasury.gov/news/press-releases/jy1413"}, {"id": "c8", "title": "China-Based Chemical Manufacturing Companies and ...", "text": "Eight China-based chemical companies and eight employees have been charged in the Middle District of Florida with federal crimes including attempted ...", "snippet": "Eight China-based chemical companies and eight employees have been charged in the Middle District of Florida with federal crimes including attempted ...", "link": "https://www.dea.gov/press-releases/2024/10/24/china-based-chemical-manufacturing-companies-and-employees-indicted"}, {"id": "c9", "title": "Meth Precursor Chemicals from China: Implications for ...", "text": "This report examines the extent of China's illicit chemical production and the effectiveness of US and international efforts to reduce precursor chemical flows.", "snippet": "This report examines the extent of China's illicit chemical production and the effectiveness of US and international efforts to reduce precursor chemical flows.", "link": "https://www.uscc.gov/research/meth-precursor-chemicals-china-implications-united-states"}, {"id": "c10", "title": "China Primer: Illicit Fentanyl and China's Role", "text": "Because of the PRC's role as a supplier of precursors, the President has designated China a major illicit drug producing or drug transit country ...", "snippet": "Because of the PRC's role as a supplier of precursors, the President has designated China a major illicit drug producing or drug transit country ...", "link": "https://www.congress.gov/crs-product/IF10890"}, {"id": "c11", "title": "China-Based Chemical Manufacturing Companies and ...", "text": "Eight China-based chemical companies \u2026 are responsible for trafficking precursor chemicals that cartels use to manufacture lethal fentanyl,\u201d", "snippet": "Eight China-based chemical companies \u2026 are responsible for trafficking precursor chemicals that cartels use to manufacture lethal fentanyl,\u201d", "link": "https://www.dea.gov/press-releases/2024/10/24/china-based-chemical-manufacturing-companies-and-employees-indicted"}, {"id": "c12", "title": "Meth Precursor Chemicals from China: Implications for ...", "text": "This report examines the extent of China's illicit chemical production and the effectiveness of US and international efforts to reduce precursor chemical flows.", "snippet": "This report examines the extent of China's illicit chemical production and the effectiveness of US and international efforts to reduce precursor chemical flows.", "link": "https://www.uscc.gov/research/meth-precursor-chemicals-china-implications-united-states"}, {"id": "c13", "title": "U.S. Sanctions Suppliers of Precursor Chemicals for ...", "text": "China (PRC) for supplying precursor chemicals to drug cartels in Mexico for the production of illicit fentanyl intended for U.S. markets.", "snippet": "China (PRC) for supplying precursor chemicals to drug cartels in Mexico for the production of illicit fentanyl intended for U.S. markets.", "link": "https://home.treasury.gov/news/press-releases/jy1413"}, {"id": "c14", "title": "China and synthetic drugs control", "text": "Beijing resolutely dismisses U.S. claims that China is the source of fentanyl and precursor chemicals in the U.S. and Mexican criminal markets.148", "snippet": "Beijing resolutely dismisses U.S. claims that China is the source of fentanyl and precursor chemicals in the U.S. and Mexican criminal markets.148", "link": "https://www.brookings.edu/wp-content/uploads/2022/03/FP_20221107_drug_trafficking_felbab_brown.pdf"}]}
+{"input": "#Cotton harvest is in full swing in #Xinjiang Uygur Autonomous Region. Nearly 80 percent of the cotton is harvested by machine.", "output": "Nearly 80 percent of the cotton in the Xinjiang Uygur Autonomous Region is harvested by machine.", "topic": "Xinjiang", "ground_truth": "S", "raw_label": "factual", "account": "Xi's Moments", "atoms": [{"id": "a0", "text": "Nearly 80 percent of the cotton in the Xinjiang Uygur Autonomous Region is harvested by machine.", "original": "Nearly 80 percent of the cotton in the Xinjiang Uygur Autonomous Region is harvested by machine.", "label": "S", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "Xinjiang to see machines harvesting 80 pct of cotton - Facebook", "text": "Find out how tech is reshaping cotton harvests in Xinjiang, an autonomous region that accounts for nearly 90 percent of China's total cotton ...", "snippet": "Find out how tech is reshaping cotton harvests in Xinjiang, an autonomous region that accounts for nearly 90 percent of China's total cotton ...", "link": "https://www.facebook.com/CNAmbLR/posts/xinjiang-to-see-machines-harvesting-80-pct-of-cotton/430433959203052/"}, {"id": "c1", "title": "Xinjiang to see machines harvesting 80% of cotton", "text": "Xinjiang Uygur autonomous region in Northwest China has entered its large-scale cotton harvest period this year, with machines expected to do over 80 percent ...", "snippet": "Xinjiang Uygur autonomous region in Northwest China has entered its large-scale cotton harvest period this year, with machines expected to do over 80 percent ...", "link": "https://english.www.gov.cn/news/topnews/202210/12/content_WS6346c038c6d0a757729e11f6.html"}, {"id": "c2", "title": "Xinjiang cotton -- the epitome of modern agriculture", "text": "Xinjiang's commitment to agricultural mechanization is evident, with 100 percent mechanization in plowing and seeding, 80 percent in harvesting, and an overall ...", "snippet": "Xinjiang's commitment to agricultural mechanization is evident, with 100 percent mechanization in plowing and seeding, 80 percent in harvesting, and an overall ...", "link": "https://www.iprcc.org/article/4FQRkrzqclP"}, {"id": "c3", "title": "Xinjiang sees record grain, cotton outputs - Chinadaily.com.cn", "text": "Local statistics show domestic machinery accounted for more than 80 percent of the total cotton pickers used in Aksu's Awat and Shaya counties.", "snippet": "Local statistics show domestic machinery accounted for more than 80 percent of the total cotton pickers used in Aksu's Awat and Shaya counties.", "link": "https://global.chinadaily.com.cn/a/202512/31/WS6954799aa310d6866eb3155c.html"}, {"id": "c4", "title": "Mechanization of Xinjiang's Cotton Sector Tops 85 pct Amid Bumper ...", "text": "Mechanization of Xinjiang's Cotton Sector Tops 85 pct Amid Bumper Harvest ... Uygur Autonomous Region have all ushered in a bumper harvest ...", "snippet": "Mechanization of Xinjiang's Cotton Sector Tops 85 pct Amid Bumper Harvest ... Uygur Autonomous Region have all ushered in a bumper harvest ...", "link": "https://www.facebook.com/NewsContent.CCTVPLUS/videos/mechanization-of-xinjiangs-cotton-sector-tops-85-pct-amid-bumper-harvest-seasona/2558134324331519/"}, {"id": "c5", "title": "The future of cotton farming is here! New AI-powered cotton-topping ...", "text": "As the largest cotton-producing region in the country, Xinjiang has achieved a remarkable mechanization rate of over 97 percent in cotton ...", "snippet": "As the largest cotton-producing region in the country, Xinjiang has achieved a remarkable mechanization rate of over 97 percent in cotton ...", "link": "https://www.facebook.com/ChineseEmbSA/posts/the-future-of-cotton-farming-is-here-new-ai-powered-cotton-topping-robots-are-be/1502560391914779/"}, {"id": "c6", "title": "Cotton harvest in N.W. China Cotton laborers are picking cotton in a field of ...", "text": "About 80 percent of cotton expected to be harvested by machinery ... Uygur Autonomous Region saw humming cotton-picking machines instead of ...", "snippet": "About 80 percent of cotton expected to be harvested by machinery ... Uygur Autonomous Region saw humming cotton-picking machines instead of ...", "link": "https://www.facebook.com/ChinaGlobalTVNetwork/posts/cotton-harvest-in-nw-chinacotton-laborers-are-picking-cotton-in-a-field-of-133-k/1917334554974022/"}, {"id": "c7", "title": "Harvesting the truth: Why Xinjiang's cotton fields offer more than warmth", "text": "This year, more than 70 percent of the 2.48 million hectares of cotton fields in Xinjiang are harvested mechanically. Presently, the whole ...", "snippet": "This year, more than 70 percent of the 2.48 million hectares of cotton fields in Xinjiang are harvested mechanically. Presently, the whole ...", "link": "http://english.scio.gov.cn/in-depth/2021-11/01/content_77843858.htm"}, {"id": "c8", "title": "About 80 percent of cotton expected to be harvested by machinery in ...", "text": "About 80 percent of cotton expected to be harvested by machinery in Xinjiang this year. (People's Daily Online) 16:10, October 11, 2022.", "snippet": "About 80 percent of cotton expected to be harvested by machinery in Xinjiang this year. (People's Daily Online) 16:10, October 11, 2022.", "link": "https://en.people.cn/n3/2022/1011/c90000-10156941.html"}, {"id": "c9", "title": "A fourth-generation smart #cotton #robot has completed its first test ...", "text": "Farmers in northwest China's Xinjiang Uygur Autonomous Region are embracing cotton harvest. Watch how smart technologies help them free from ...", "snippet": "Farmers in northwest China's Xinjiang Uygur Autonomous Region are embracing cotton harvest. Watch how smart technologies help them free from ...", "link": "https://www.facebook.com/chinadaily/posts/a-fourth-generation-smart-cotton-robot-has-completed-its-first-test-in-the-xinji/1490101163147457/"}, {"id": "c10", "title": "Smart agriculture breathes new life into Xinjiang's cotton production ...", "text": "In 2024, Xinjiang's mechanized harvesting rate surpassed 90 percent. Cotton production in Xinjiang can now be fully automated. Combining ...", "snippet": "In 2024, Xinjiang's mechanized harvesting rate surpassed 90 percent. Cotton production in Xinjiang can now be fully automated. Combining ...", "link": "https://www.facebook.com/WeAreChinaVideos/videos/amazing-xinjiang-smart-agriculture-breathes-new-life-into-xinjiangs-cotton-produ/2451971555279862/"}, {"id": "c11", "title": "Dedicated farmers power Xinjiang's cotton harvest", "text": "Last year, Xinjiang deployed nearly 7,000 cotton-picking machines, bringing the region's total mechanization rate to over 85 percent. And ...", "snippet": "Last year, Xinjiang deployed nearly 7,000 cotton-picking machines, bringing the region's total mechanization rate to over 85 percent. And ...", "link": "http://english.scio.gov.cn/m/in-depth/2024-05/17/content_117194276.htm"}, {"id": "c12", "title": "Harvesting the truth: Why Xinjiang's cotton fields offer more than ...", "text": "Presently, the whole process of planting and harvesting has been mechanized on more than 90 percent of cotton fields in northern Xinjiang. The ...", "snippet": "Presently, the whole process of planting and harvesting has been mechanized on more than 90 percent of cotton fields in northern Xinjiang. The ...", "link": "https://english.cctv.com/2021/11/01/ARTIHn2kyOSiMaKhQ1GREJjL211101.shtml"}, {"id": "c13", "title": "China's Xinjiang emerges as production hub of cotton harvesters", "text": "By 2024, the region saw a 100 percent mechanization rate of cotton planting and approximately 90 percent for harvesting. In recent years ...", "snippet": "By 2024, the region saw a 100 percent mechanization rate of cotton planting and approximately 90 percent for harvesting. In recent years ...", "link": "https://english.news.cn/20250424/781a99f1614f4ec483a4f7bfd5a14a83/c.html"}, {"id": "c14", "title": "Xinjiang sees record grain, cotton outputs - Chinadaily.com.cn", "text": "Local statistics show domestic machinery accounted for more than 80 percent of the total cotton pickers used in Aksu's Awat and Shaya counties.", "snippet": "Local statistics show domestic machinery accounted for more than 80 percent of the total cotton pickers used in Aksu's Awat and Shaya counties.", "link": "https://global.chinadaily.com.cn/a/202512/31/WS6954799aa310d6866eb3155c.html"}]}
+{"input": "President #XiJinping watched a show of the #Kirgiz ethnic minority epic Manas at the Museum of the #Xinjiang Uygur Autonomous Region on Wednesday morning.", "output": "President Xi Jinping watched a show of the Kirgiz ethnic minority epic Manas at the Museum of the Xinjiang Uygur Autonomous Region on Wednesday, July 13, 2022.", "topic": "Xinjiang", "ground_truth": "S", "raw_label": "factual", "account": "Xi's Moments", "atoms": [{"id": "a0", "text": "President Xi Jinping watched a show of the Kirgiz ethnic minority epic Manas at the Museum of the Xinjiang Uygur Autonomous Region on Wednesday, July 13, 2022.", "original": "President Xi Jinping watched a show of the Kirgiz ethnic minority epic Manas at the Museum of the Xinjiang Uygur Autonomous Region on Wednesday, July 13, 2022.", "label": "S", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9"]}], "contexts": [{"id": "c0", "title": "President #XiJinping visited the #Museum of the #Xinjiang ...", "text": "There he watched a performance of the Kirgiz ethnic minority epic Manas, which has been inscribed as part of China's intangible cultural ...", "snippet": "There he watched a performance of the Kirgiz ethnic minority epic Manas, which has been inscribed as part of China's intangible cultural ...", "link": "https://www.facebook.com/ximoments/videos/xi-stresses-protecting-cultural-heritage-after-watching-ethnic-performance-in-xi/741897757139138/"}, {"id": "c1", "title": "The Epic of Manas is a Kirgiz poem widely known in certain ...", "text": "Based on a story of a kyrgy's hero Manas who lived between the 9th and 10th centuries combining the ideals of a bravery in a wisdom with great", "snippet": "Based on a story of a kyrgy's hero Manas who lived between the 9th and 10th centuries combining the ideals of a bravery in a wisdom with great", "link": "https://www.facebook.com/ChinaGlobalTVNetwork/videos/xinjiang-epic-of-manas-inheritor-keeps-kirgiz-poem-alive/186031747671143/"}, {"id": "c2", "title": "Uyghur News Recap: July 15\u201322, 2022", "text": "Here's a summary of Uyghur-related news around the world: Xi signals no change to Uyghur policy in Xinjiang.", "snippet": "Here's a summary of Uyghur-related news around the world: Xi signals no change to Uyghur policy in Xinjiang.", "link": "https://www.voanews.com/a/uyghur-news-recap-july-15-22-2022/6670646.html"}, {"id": "c3", "title": "Cultural Heritage and Genocide in the Uyghur Region", "text": "Xi visited the Museum of the Xinjiang Uygur Autonomous Region and watched a show of the Kirgiz ethnic minority epic Manas at the museum.", "snippet": "Xi visited the Museum of the Xinjiang Uygur Autonomous Region and watched a show of the Kirgiz ethnic minority epic Manas at the museum.", "link": "https://uhrp.org/report/the-complicity-of-heritage-cultural-heritage-and-genocide-in-the-uyghur-region/"}, {"id": "c4", "title": "China's cultural preservation efforts save Kirgiz epic", "text": "Dubbed a \"Homeric tale,\" the Epic of Manas tells how the Kirgiz hero Manas unified 40 heroes from different nations to fight against invaders.", "snippet": "Dubbed a \"Homeric tale,\" the Epic of Manas tells how the Kirgiz hero Manas unified 40 heroes from different nations to fight against invaders.", "link": "https://www.globaltimes.cn/page/202208/1273033.shtml"}, {"id": "c5", "title": "The Epic of Manas: A Precious Treasure", "text": "On July 13, 2022, while touring Xinjiang Uygur Autonomous Region, President Xi Jinping attended a performance of Manas.", "snippet": "On July 13, 2022, while touring Xinjiang Uygur Autonomous Region, President Xi Jinping attended a performance of Manas.", "link": "https://en.theorychina.org.cn/c/2023-05-07/1466019.shtml"}, {"id": "c6", "title": "The Epic of Manas is a Kirgiz poem widely known in certain ...", "text": "Based on a story of a kyrgy's hero Manas who lived between the 9th and 10th centuries combining the ideals of a bravery in a wisdom with great", "snippet": "Based on a story of a kyrgy's hero Manas who lived between the 9th and 10th centuries combining the ideals of a bravery in a wisdom with great", "link": "https://www.facebook.com/ChinaGlobalTVNetwork/videos/xinjiang-epic-of-manas-inheritor-keeps-kirgiz-poem-alive/186031747671143/"}, {"id": "c7", "title": "Uyghur News Recap: July 15\u201322, 2022", "text": "President Xi Jinping showed no sign of rolling back policies that the U.S. and many European countries have described as a cultural genocide of ...", "snippet": "President Xi Jinping showed no sign of rolling back policies that the U.S. and many European countries have described as a cultural genocide of ...", "link": "https://www.voanews.com/a/uyghur-news-recap-july-15-22-2022/6670646.html"}, {"id": "c8", "title": "Xinhua Headlines: Xinjiang breathes new life, style into ...", "text": "The Kirgiz epic \"Manas\" recounts the saga of the hero Manas and seven generations of his descendants in their relentless struggle against evil ...", "snippet": "The Kirgiz epic \"Manas\" recounts the saga of the hero Manas and seven generations of his descendants in their relentless struggle against evil ...", "link": "https://english.news.cn/20250921/5a9162ea573644b688f825c300e2cd39/c.html"}, {"id": "c9", "title": "Regulation takes effect to protect Kirgiz epic \"Manas\" in ...", "text": "The \"Manas\" epic is one of the three great heroic epics of Chinese ethnic minorities, It recounts the saga of Manas, a legendary hero in Kirgiz ...", "snippet": "The \"Manas\" epic is one of the three great heroic epics of Chinese ethnic minorities, It recounts the saga of Manas, a legendary hero in Kirgiz ...", "link": "https://en.people.cn/n3/2025/0503/c90000-20310277.html"}]}
+{"input": "Ahmad Khahar is an inheritor of Hami Muqam, a traditional art of the Uygur ethnic group in Xinjiang. Here's his story and the art form.", "output": "Ahmad Khahar is an inheritor of Hami Muqam, a traditional art of the Uygur ethnic group in Xinjiang.", "topic": "Xinjiang", "ground_truth": "S", "raw_label": "factual", "account": "XHNews", "atoms": [{"id": "a0", "text": "Ahmad Khahar is an inheritor of Hami Muqam, a traditional art of the Uygur ethnic group in Xinjiang.", "original": "Ahmad Khahar is an inheritor of Hami Muqam, a traditional art of the Uygur ethnic group in Xinjiang.", "label": "S", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "GLOBALink | Xinjiang, My home: Hami Muqam inheritor's ...", "text": "Ahmad Khahar is an inheritor of Hami Muqam, a traditional art of the Uygur ethnic group in Xinjiang. Here's his story and the art form.", "snippet": "Ahmad Khahar is an inheritor of Hami Muqam, a traditional art of the Uygur ethnic group in Xinjiang. Here's his story and the art form.", "link": "https://english.news.cn/20230402/843d73465fa24afc9418d319e77b4954/c.html"}, {"id": "c1", "title": "GLOBALink _ Xinjiang, My home_ Hami Muqam inheritor's ...", "text": "Ahmad Khahar is an inheritor of Hami Muqam, a traditional art of the Uygur ethnic group in Xinjiang. Here's his story and the art form.", "snippet": "Ahmad Khahar is an inheritor of Hami Muqam, a traditional art of the Uygur ethnic group in Xinjiang. Here's his story and the art form.", "link": "http://www.chinakongzi.org/English/Video/202304/t20230418_560125.htm"}, {"id": "c2", "title": "Uyghur Muqam of Xinjiang", "text": "The Xinjiang Uyghur Muqam has developed four main regional styles, namely the Twelve Muqam, Dolan Muqam, Turpan Muqam and Hami Muqam. Today, community ...", "snippet": "The Xinjiang Uyghur Muqam has developed four main regional styles, namely the Twelve Muqam, Dolan Muqam, Turpan Muqam and Hami Muqam. Today, community ...", "link": "https://ich.unesco.org/en/RL/uyghur-muqam-of-xinjiang-00109"}, {"id": "c3", "title": "Unlike the Muqam in other parts of northwest China's ...", "text": "Muqam is a traditional art of the Uygur ethnic group in Xinjiang, integrating songs and dances, as well as folk and classical music. Let's ...", "snippet": "Muqam is a traditional art of the Uygur ethnic group in Xinjiang, integrating songs and dances, as well as folk and classical music. Let's ...", "link": "https://www.facebook.com/ChinaGlobalTVNetwork/posts/unlike-the-muqam-in-other-parts-of-northwest-chinas-xinjiang-uygur-autonomous-re/995496398610499/"}, {"id": "c4", "title": "Uygur musical heritage brings wealth to folk artists", "text": "Muqam, a traditional art of the Uygur ethnic group in Xinjiang, integrates songs, dances, and folk and classical music. In 2005, the ...", "snippet": "Muqam, a traditional art of the Uygur ethnic group in Xinjiang, integrates songs, dances, and folk and classical music. In 2005, the ...", "link": "http://english.scio.gov.cn/chinavoices/2023-02/28/content_85132609.htm"}, {"id": "c5", "title": "Ahmad Khahar is an inheritor of Hami Muqam, a traditional art of the ...", "text": "Ahmad Khahar is an inheritor of Hami Muqam, a traditional art of the Uygur ethnic group in Xinjiang. Here's his story and the art form.", "snippet": "Ahmad Khahar is an inheritor of Hami Muqam, a traditional art of the Uygur ethnic group in Xinjiang. Here's his story and the art form.", "link": "https://www.facebook.com/XinhuaNewsAgency/posts/ahmad-khahar-is-an-inheritor-of-hami-muqam-a-traditional-art-of-the-uygur-ethnic/603274021835136/"}, {"id": "c6", "title": "Xinjiang, My home: Hami Muqam inheritor's passion for traditional art", "text": "Ahmad Khahar is an inheritor of Hami Muqam, a traditional art of the Uygur ethnic group in Xinjiang. Here's his story and the art form.", "snippet": "Ahmad Khahar is an inheritor of Hami Muqam, a traditional art of the Uygur ethnic group in Xinjiang. Here's his story and the art form.", "link": "https://www.youtube.com/watch?v=N-l4qoHE_3o"}, {"id": "c7", "title": "GLOBALink | Xinjiang, My home: Hami Muqam inheritor's passion ...", "text": "... art ... Ahmad Khahar is an inheritor of Hami Muqam, a traditional art of the Uygur ethnic group in Xinjiang. Here's his story and the art form.", "snippet": "... art ... Ahmad Khahar is an inheritor of Hami Muqam, a traditional art of the Uygur ethnic group in Xinjiang. Here's his story and the art form.", "link": "https://english.news.cn/20230402/843d73465fa24afc9418d319e77b4954/c.html"}, {"id": "c8", "title": "Uyghur Muqam of Xinjiang - UNESCO Intangible Cultural Heritage", "text": "Xinjiang Uyghur Muqam includes songs, dances, folk and classical music and is characterized by diversity of content, choreography, musical styles and ...", "snippet": "Xinjiang Uyghur Muqam includes songs, dances, folk and classical music and is characterized by diversity of content, choreography, musical styles and ...", "link": "https://ich.unesco.org/en/RL/uyghur-muqam-of-xinjiang-00109"}, {"id": "c9", "title": "Fact Check: Lies on Xinjiang-related issues versus the truth", "text": "1: Mike Pompeo claimed that the Chinese government had committed \"genocide\" against Uygurs and other ethnic minorities in Xinjiang. Fact check: ...", "snippet": "1: Mike Pompeo claimed that the Chinese government had committed \"genocide\" against Uygurs and other ethnic minorities in Xinjiang. Fact check: ...", "link": "https://be.china-embassy.gov.cn/eng/zt/xinjiangEN1/202102/t20210206_10165120.htm"}, {"id": "c10", "title": "Uyghur Muqam of Xinjiang", "text": "The Xinjiang Uyghur Muqam has developed four main regional styles, namely the Twelve Muqam, Dolan Muqam, Turpan Muqam and Hami Muqam. Today, community ...", "snippet": "The Xinjiang Uyghur Muqam has developed four main regional styles, namely the Twelve Muqam, Dolan Muqam, Turpan Muqam and Hami Muqam. Today, community ...", "link": "https://ich.unesco.org/en/RL/uyghur-muqam-of-xinjiang-00109"}, {"id": "c11", "title": "Uyghur Muqam of Xinjiang", "text": "The Uyghur Muqam of Xinjiang is a large-scale comprehensive art form integrating song, dance, and music, and is one of the Masterpieces of the Intangible ...", "snippet": "The Uyghur Muqam of Xinjiang is a large-scale comprehensive art form integrating song, dance, and music, and is one of the Masterpieces of the Intangible ...", "link": "https://baike.baidu.com/en/item/Uyghur%20Muqam%20of%20Xinjiang/887032"}, {"id": "c12", "title": "Uygur Muqam: preserving the musical soul of Xinjiang", "text": "The Uygur Muqam, an elaborate combination of music, dance and poetry, represents one of China's most treasured cultural traditions.", "snippet": "The Uygur Muqam, an elaborate combination of music, dance and poetry, represents one of China's most treasured cultural traditions.", "link": "https://www.citynewsservice.cn/articles/cns/lifestyle/uygur-muqam-preserving-the-musical-soul-of-xinjiang-zma83yon"}, {"id": "c13", "title": "Fact Check: Lies on Xinjiang-related issues versus the truth", "text": "These facts are the most powerful tool to debunk lies surrounding some typical Xinjiang-related rumors and lies fabricated by anti-China forces ...", "snippet": "These facts are the most powerful tool to debunk lies surrounding some typical Xinjiang-related rumors and lies fabricated by anti-China forces ...", "link": "https://be.china-embassy.gov.cn/eng/zt/xinjiangEN1/202102/t20210206_10165120.htm"}, {"id": "c14", "title": "An interview with the inheritors of Xinjiang Uygur Muqam art", "text": "Muqam is one of them. Known as the \"mother of Uygur music,\" it integrates song, dance and folk music. It is a part of the tapestry that ...", "snippet": "Muqam is one of them. Known as the \"mother of Uygur music,\" it integrates song, dance and folk music. It is a part of the tapestry that ...", "link": "https://news.cgtn.com/news/2023-10-12/An-interview-with-the-inheritors-of-Xinjiang-Uygur-Muqam-art-1nPNC4QDoxq/index.html"}]}
+{"input": "Over the years, Xinjiang has been improving its intensive large-scale cotton planting. Now 94% of its cotton planting and harvest have been done by machinery. In 2022, more than 2.47 mln hectares of cotton were sown in the region.", "output": "In 2022, more than 2.47 million hectares of cotton were sown in the Xinjiang region, where 94% of cotton planting and harvest are now mechanized.", "topic": "Xinjiang", "ground_truth": "S", "raw_label": "factual", "account": "CE_ChinaEconomy", "atoms": [{"id": "a0", "text": "In 2022, more than 2.47 million hectares of cotton were sown in the Xinjiang region, where 94% of cotton planting and harvest are now mechanized.", "original": "In 2022, more than 2.47 million hectares of cotton were sown in the Xinjiang region, where 94% of cotton planting and harvest are now mechanized.", "label": "S", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "The planting season for growing cotton in the #Xinjiang ...", "text": "Through the years, Xinjiang has consistently enhanced its intensive large-scale cotton farming practices, with 94 percent of the region's cotton ...", "snippet": "Through the years, Xinjiang has consistently enhanced its intensive large-scale cotton farming practices, with 94 percent of the region's cotton ...", "link": "https://www.facebook.com/chinadailyhkedition/posts/the-planting-season-for-growing-cotton-in-the-xinjiang-uygur-autonomous-region-c/1113971247436036/"}, {"id": "c1", "title": "Shift in Geography of China's Cotton Production Reshapes ...", "text": "However, with 90 percent of China's cotton now grown in Xinjiang, the longer physical distance between where cotton is produced and where it is ...", "snippet": "However, with 90 percent of China's cotton now grown in Xinjiang, the longer physical distance between where cotton is produced and where it is ...", "link": "https://www.ers.usda.gov/amber-waves/2022/december/shift-in-geography-of-china-s-cotton-production-reshapes-global-market"}, {"id": "c2", "title": "China's #Xinjiang is well known for its premium long-fiber ...", "text": "China's #Xinjiang Uygur Autonomous Region's cotton output of about 5.69 million tonnes accounted for 92.3 percent of the national total in 2024, ...", "snippet": "China's #Xinjiang Uygur Autonomous Region's cotton output of about 5.69 million tonnes accounted for 92.3 percent of the national total in 2024, ...", "link": "https://www.facebook.com/chinadaily/posts/chinas-xinjiang-is-well-known-for-its-premium-long-fiber-cotton-which-is-popular/10159360325846291/"}, {"id": "c3", "title": "Xinjiang cotton -- the epitome of modern agriculture", "text": "Xinjiang is a major hub of cotton production. In 2022, the cotton output in Xinjiang reached 5.39 million tonnes, accounting for 90.2 percent of China's output.", "snippet": "Xinjiang is a major hub of cotton production. In 2022, the cotton output in Xinjiang reached 5.39 million tonnes, accounting for 90.2 percent of China's output.", "link": "https://www.iprcc.org/article/4FQRkrzqclP"}, {"id": "c4", "title": "Analysis of Cotton Production Status and Key Supporting ...", "text": "by L Tian \u00b7 2025 \u00b7 Cited by 9 \u2014 The total annual Xinjiang cotton production is now stable at over 5.1 million tons, accounting for over 90% of the country's total cotton production. Even ...", "snippet": "by L Tian \u00b7 2025 \u00b7 Cited by 9 \u2014 The total annual Xinjiang cotton production is now stable at over 5.1 million tons, accounting for over 90% of the country's total cotton production. Even ...", "link": "https://www.intechopen.com/chapters/1224938"}, {"id": "c5", "title": "#Xinjiang, the largest cotton-growing area in #China, has entered its # ...", "text": "Over the years, Xinjiang has been improving its intensive large-scale cotton planting. At present, 94 percent of the region's cotton planting ...", "snippet": "Over the years, Xinjiang has been improving its intensive large-scale cotton planting. At present, 94 percent of the region's cotton planting ...", "link": "https://www.facebook.com/boxchina/posts/xinjiang-the-largest-cotton-growing-area-in-china-has-entered-its-cotton-harvest/824307910539934/"}, {"id": "c6", "title": "Xinjiang cotton -- the epitome of modern agriculture", "text": "Xinjiang is a major hub of cotton production. In 2022, the cotton output in Xinjiang reached 5.39 million tonnes, accounting for 90.2 percent of China's output.", "snippet": "Xinjiang is a major hub of cotton production. In 2022, the cotton output in Xinjiang reached 5.39 million tonnes, accounting for 90.2 percent of China's output.", "link": "https://www.iprcc.org/article/4FQRkrzqclP"}, {"id": "c7", "title": "Chinese Cotton: Textiles, Imports, and Xinjiang", "text": "China limits imports of cotton. Xinjiang, a relatively remote region where 90 percent of China's cotton is grown.", "snippet": "China limits imports of cotton. Xinjiang, a relatively remote region where 90 percent of China's cotton is grown.", "link": "https://ers.usda.gov/sites/default/files/_laserfiche/publications/104394/ERR-307.pdf?v=16356"}, {"id": "c8", "title": "Amazing Xinjiang: Smart agriculture breathes new life into Xinjiang's ...", "text": "", "snippet": "", "link": "https://www.facebook.com/WeAreChinaVideos/videos/amazing-xinjiang-smart-agriculture-breathes-new-life-into-xinjiangs-cotton-produ/2451971555279862/"}, {"id": "c9", "title": "Smart agriculture breathes new life into Xinjiang's cotton production", "text": "In 2024, Xinjiang's total cotton output reached nearly 5.69 million tonnes, Xinjiang's cotton industry has embraced scientific improvements and ...", "snippet": "In 2024, Xinjiang's total cotton output reached nearly 5.69 million tonnes, Xinjiang's cotton industry has embraced scientific improvements and ...", "link": "https://en.people.cn/n3/2026/0706/c90000-20474795.html"}, {"id": "c10", "title": "Amazing Xinjiang: Smart agriculture breathes new life into ...", "text": "In recent years, Xinjiang's cotton industry has embraced scientific improvements and high-standard farmland development. surpassed 90 percent.", "snippet": "In recent years, Xinjiang's cotton industry has embraced scientific improvements and high-standard farmland development. surpassed 90 percent.", "link": "https://www.facebook.com/WeAreChinaVideos/videos/amazing-xinjiang-smart-agriculture-breathes-new-life-into-xinjiangs-cotton-produ/2451971555279862/"}, {"id": "c11", "title": "Shift in Geography of China's Cotton Production Reshapes ...", "text": "About 90 percent of China's cotton is now produced in Xinjiang, and only about 20 percent of the cotton used by Chinese textile manufacturers is ...", "snippet": "About 90 percent of China's cotton is now produced in Xinjiang, and only about 20 percent of the cotton used by Chinese textile manufacturers is ...", "link": "http://www.ers.usda.gov/amber-waves/2022/december/shift-in-geography-of-china-s-cotton-production-reshapes-global-market"}, {"id": "c12", "title": "Xinjiang cotton -- the epitome of modern agriculture", "text": "Xinjiang is a major hub of cotton production. In 2022, the cotton output in Xinjiang reached 5.39 million tonnes, accounting for 90.2 percent of China's output.", "snippet": "Xinjiang is a major hub of cotton production. In 2022, the cotton output in Xinjiang reached 5.39 million tonnes, accounting for 90.2 percent of China's output.", "link": "https://www.iprcc.org/article/4FQRkrzqclP"}, {"id": "c13", "title": "2018: Cotton Production in Xinjiang Province and Its ...", "text": "Overall,. Xinjiang cotton production has a higher planting scale advantage and productivity. In particular, the planted acreages of Xinjiang cotton is much ...", "snippet": "Overall,. Xinjiang cotton production has a higher planting scale advantage and productivity. In particular, the planted acreages of Xinjiang cotton is much ...", "link": "https://cotton.org/beltwide/proceedings/2005-2022/data/conferences/2018/papers/18422.pdf"}, {"id": "c14", "title": "Xinjiang kicks off cotton planting season with undeterred ...", "text": "Northwest China's Xinjiang has entered a new season of cotton cultivation, with many farmers confident they will secure a stable income from their cotton ...", "snippet": "Northwest China's Xinjiang has entered a new season of cotton cultivation, with many farmers confident they will secure a stable income from their cotton ...", "link": "http://english.scio.gov.cn/chinavoices/2025-04/22/content_117837816.html"}]}
+{"input": "Located in the Ili River Valley in #China's #Xinjiang Uygur Autonomous Region, Zhaosu County is known as the \"land of heavenly horses\".", "output": "Zhaosu County, located in the Ili River Valley in China's Xinjiang Uygur Autonomous Region, is known as the \"land of heavenly horses\".", "topic": "Xinjiang", "ground_truth": "S", "raw_label": "factual", "account": "CE_ChinaEconomy", "atoms": [{"id": "a0", "text": "Zhaosu County, located in the Ili River Valley in China's Xinjiang Uygur Autonomous Region, is known as the \"land of heavenly horses\".", "original": "Zhaosu County, located in the Ili River Valley in China's Xinjiang Uygur Autonomous Region, is known as the \"land of heavenly horses\".", "label": "S", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "The 2026 Ili Heavenly Horse Culture and Tourism Festival ...", "text": "Known as the hometown of one of the best horse breeds in China and a land of \"heavenly horses,\" Zhaosu in Kazak Autonomous Prefecture of Ili, ...", "snippet": "Known as the hometown of one of the best horse breeds in China and a land of \"heavenly horses,\" Zhaosu in Kazak Autonomous Prefecture of Ili, ...", "link": "https://www.facebook.com/cgtneuropeofficial/posts/the-2026-ili-heavenly-horse-culture-and-tourism-festival-opened-on-june-20-in-zh/1579184430908763/"}, {"id": "c1", "title": "Every summer, thousands of horses thunder across ...", "text": "Long known for its legendary \"heavenly horses\" near the Tianshan Mountains, Zhaosu now has around 122,000 horses, ranking it among China's top ...", "snippet": "Long known for its legendary \"heavenly horses\" near the Tianshan Mountains, Zhaosu now has around 122,000 horses, ranking it among China's top ...", "link": "https://www.instagram.com/reel/DaDKDTYsc5L/"}, {"id": "c2", "title": "\ud83d\udc0e\ud83d\udc0eSpectacular views of horses frolicking in the river waters ...", "text": "Zhaosu county has been known as the \u201cHometown of Heavenly Horses in China.\u201d The county has up to 120,000 horses of various types, mainly Ili ...", "snippet": "Zhaosu county has been known as the \u201cHometown of Heavenly Horses in China.\u201d The county has up to 120,000 horses of various types, mainly Ili ...", "link": "https://www.facebook.com/WeAreChinaVideos/posts/spectacular-views-of-horses-frolicking-in-the-river-waters-in-nw-chinas-xinjiang/350502257268241/"}, {"id": "c3", "title": "'Heavenly horses' of Xinjiang: A breathtaking wetland ...", "text": "Located in the Ili River Valley of northwest China's Xinjiang Uygur Autonomous Region, Zhaosu County is known as the \"land of heavenly horses.", "snippet": "Located in the Ili River Valley of northwest China's Xinjiang Uygur Autonomous Region, Zhaosu County is known as the \"land of heavenly horses.", "link": "https://news.cgtn.com/news/2025-09-10/-Heavenly-horses-of-Xinjiang-A-breathtaking-wetland-spectacle-1GyhymSRvs4/index.html"}, {"id": "c4", "title": "Located in the Ili River Valley of northwest China's Xinjiang ...", "text": "Inside the Zhaosu Wetland Park, you can enjoy a special performance showcasing one of the area's most unique horse culture features.", "snippet": "Inside the Zhaosu Wetland Park, you can enjoy a special performance showcasing one of the area's most unique horse culture features.", "link": "https://www.facebook.com/BJReview/videos/located-in-the-ili-river-valley-of-northwest-chinas-xinjiang-uygur-autonomous-re/470303029036607/"}, {"id": "c5", "title": "The 2026 Ili Heavenly Horse Culture and Tourism Festival opened ...", "text": "Known as \"China's Land of Heavenly Horses,\" Zhaosu boasts a rich tradition of horse breeding that spans thousands of years. The county is ...", "snippet": "Known as \"China's Land of Heavenly Horses,\" Zhaosu boasts a rich tradition of horse breeding that spans thousands of years. The county is ...", "link": "https://www.facebook.com/cgtneuropeofficial/posts/the-2026-ili-heavenly-horse-culture-and-tourism-festival-opened-on-june-20-in-zh/1579184430908763/"}, {"id": "c6", "title": "'Heavenly horses' of Xinjiang: A breathtaking wetland spectacle", "text": "Home to the famous Ili horse since ancient times, Zhaosu County has long been a cradle of China's equestrian culture. Today, the county is ...", "snippet": "Home to the famous Ili horse since ancient times, Zhaosu County has long been a cradle of China's equestrian culture. Today, the county is ...", "link": "https://news.cgtn.com/news/2025-09-10/-Heavenly-horses-of-Xinjiang-A-breathtaking-wetland-spectacle-1GyhymSRvs4/index.html"}, {"id": "c7", "title": "Known for raising one of China's finest horse breeds, Zhaosu ...", "text": "Zhaosu county has been known as the \u201cHometown of Heavenly Horses in China.\u201d The county has up to 120,000 horses of various types, mainly Ili ...", "snippet": "Zhaosu county has been known as the \u201cHometown of Heavenly Horses in China.\u201d The county has up to 120,000 horses of various types, mainly Ili ...", "link": "https://www.facebook.com/iDiscoverChina/posts/known-for-raising-one-of-chinas-finest-horse-breeds-zhaosu-county-in-ili-kazak-a/1418172057007268/"}, {"id": "c8", "title": "Hey horses | Land of heavenly horses - CGTN", "text": "Zhaosu County in northwest China's Xinjiang Uygur Autonomous Region has long been known as \"the land of heavenly horses.", "snippet": "Zhaosu County in northwest China's Xinjiang Uygur Autonomous Region has long been known as \"the land of heavenly horses.", "link": "https://news.cgtn.com/news/2026-02-06/Hey-horses-Land-of-heavenly-horses-1Kxr3UUwYhO/index.html"}, {"id": "c9", "title": "'Land of Heavenly Horses' in Xinjiang's Zhaosu - Facebook", "text": "Located in the Ili River Valley in Northwest China's Xinjiang Uygur Autonomous Region, Zhaosu county is famed as the land of heavenly horses.", "snippet": "Located in the Ili River Valley in Northwest China's Xinjiang Uygur Autonomous Region, Zhaosu county is famed as the land of heavenly horses.", "link": "https://www.facebook.com/ximoments/videos/land-of-heavenly-horses-in-xinjiangs-zhaosu/1069387688573944/"}, {"id": "c10", "title": "The 2026 Ili Heavenly Horse Culture and Tourism Festival ...", "text": "The 2026 Ili Heavenly Horse Culture and Tourism Festival opened on June 20 in Zhaosu County, northwest China's Xinjiang Uygur Autonomous Region.", "snippet": "The 2026 Ili Heavenly Horse Culture and Tourism Festival opened on June 20 in Zhaosu County, northwest China's Xinjiang Uygur Autonomous Region.", "link": "https://www.facebook.com/cgtneuropeofficial/videos/the-2026-ili-heavenly-horse-culture-and-tourism-festival-opened-on-june-20-in-zh/1701321971073061/"}, {"id": "c11", "title": "A spectacular summer scene unfolds in Zhaosu, northwest ...", "text": "Zhaosu county has been known as the \u201cHometown of Heavenly Horses in China.\u201d The county has up to 120,000 horses of various types, mainly Ili ...", "snippet": "Zhaosu county has been known as the \u201cHometown of Heavenly Horses in China.\u201d The county has up to 120,000 horses of various types, mainly Ili ...", "link": "https://www.facebook.com/crilearnchinese/posts/a-spectacular-summer-scene-unfolds-in-zhaosu-northwest-chinas-xinjiang-uygur-aut/1467807802053422/"}, {"id": "c12", "title": "Breathtaking! Ten thousand horses gallop through the rain ...", "text": "Zhaosu county has been known as the \u201cHometown of Heavenly Horses in China.\u201d The county has up to 120,000 horses of various types, mainly Ili ...", "snippet": "Zhaosu county has been known as the \u201cHometown of Heavenly Horses in China.\u201d The county has up to 120,000 horses of various types, mainly Ili ...", "link": "https://www.facebook.com/SunShineCNForever/posts/breathtaking-ten-thousand-horses-gallop-through-the-rain-on-zhaosu-grassland-in-/1591396456244990/"}, {"id": "c13", "title": "'Heavenly horses' of Xinjiang: A breathtaking wetland ...", "text": "Home to the famous Ili horse since ancient times, Zhaosu County has long been a cradle of China's equestrian culture. Today, the county is ...", "snippet": "Home to the famous Ili horse since ancient times, Zhaosu County has long been a cradle of China's equestrian culture. Today, the county is ...", "link": "https://news.cgtn.com/news/2025-09-10/-Heavenly-horses-of-Xinjiang-A-breathtaking-wetland-spectacle-1GyhymSRvs4/index.html"}, {"id": "c14", "title": "'Land of Heavenly Horses' in Xinjiang's Zhaosu", "text": "Located in the Ili River Valley in Northwest China's. Autonomous Region, Zhaosu county is famed as the \"land of heavenly horses\" for its rich ...", "snippet": "Located in the Ili River Valley in Northwest China's. Autonomous Region, Zhaosu county is famed as the \"land of heavenly horses\" for its rich ...", "link": "https://www.facebook.com/ximoments/videos/land-of-heavenly-horses-in-xinjiangs-zhaosu/1069387688573944/"}]}
+{"input": "U.S. politicians play \"Xinjiang cards\" against China while distorting facts about Xinjiang. For some time now, the US has been continuously hyping up so-called \"forced labor\" in northwest China's Xinjiang Uygur Autonomous Region.", "output": "The United States has been continuously accusing China of \"forced labor\" in the Xinjiang Uygur Autonomous Region.", "topic": "Xinjiang", "ground_truth": "NS", "raw_label": "biased/false", "account": "WE ARE CHINA", "atoms": [{"id": "a0", "text": "The United States has been continuously accusing China of \"forced labor\" in the Xinjiang Uygur Autonomous Region.", "original": "The United States has been continuously accusing China of \"forced labor\" in the Xinjiang Uygur Autonomous Region.", "label": "NS", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "US politicians play \u201cXinjiang cards\u201d against China while ... - Facebook", "text": "U.S. politicians play \u201cXinjiang cards\u201d against China while distorting facts about Xinjiang For some time now, the U.S. has been continuously ...", "snippet": "U.S. politicians play \u201cXinjiang cards\u201d against China while distorting facts about Xinjiang For some time now, the U.S. has been continuously ...", "link": "https://www.facebook.com/TheBeltandRoadNewsNetwork/posts/us-politicians-play-xinjiang-cards-against-china-while-distorting-facts-about-xi/1156494158413628/"}, {"id": "c1", "title": "U.S. politicians play \u201cXinjiang cards\u201d against China while distorting ...", "text": "For some time now, the U.S. has been continuously hyping up so-called \u201cforced labor\u201d in northwest China's Xinjiang Uygur Autonomous Region.", "snippet": "For some time now, the U.S. has been continuously hyping up so-called \u201cforced labor\u201d in northwest China's Xinjiang Uygur Autonomous Region.", "link": "https://en.people.cn/n3/2022/0704/c90000-10118727.html"}, {"id": "c2", "title": "Things to Know about All the Lies on Xinjiang: How Have They ...", "text": "Over the years, there emerged a number of anti-China institutions and extremist groups seeking a state of \"East Turkistan\" or \"independence\" of ...", "snippet": "Over the years, there emerged a number of anti-China institutions and extremist groups seeking a state of \"East Turkistan\" or \"independence\" of ...", "link": "https://willemstad.china-consulate.gov.cn/eng/zt_4/202105/t20210506_9004571.htm"}, {"id": "c3", "title": "Falsehoods in US Perceptions of China_Ministry of Foreign Affairs of ...", "text": "The Cuba blockade is the longest and cruelest systemic trade embargo, economic blockade and financial sanctions in modern history. The blockade ...", "snippet": "The Cuba blockade is the longest and cruelest systemic trade embargo, economic blockade and financial sanctions in modern history. The blockade ...", "link": "https://www.mfa.gov.cn/eng/zy/jj/diaodao_665718/pl/202206/t20220619_10706059.html"}, {"id": "c4", "title": "US sets trade policy sights on China's Xinjiang - Hinrich Foundation", "text": "As Washington escalates its raft of trade controls against China, the US Uyghur Forced Labor Prevention Act is likely to be a key piece of ...", "snippet": "As Washington escalates its raft of trade controls against China, the US Uyghur Forced Labor Prevention Act is likely to be a key piece of ...", "link": "https://www.hinrichfoundation.com/research/article/trade-geopolitics/us-sets-sights-on-china-xinjiang"}, {"id": "c5", "title": "US politicians play \u201cXinjiang cards\u201d against China while ... - Facebook", "text": "U.S. politicians play \u201cXinjiang cards\u201d against China while distorting facts about Xinjiang For some time now, the U.S. has been continuously ...", "snippet": "U.S. politicians play \u201cXinjiang cards\u201d against China while distorting facts about Xinjiang For some time now, the U.S. has been continuously ...", "link": "https://www.facebook.com/TheBeltandRoadNewsNetwork/posts/us-politicians-play-xinjiang-cards-against-china-while-distorting-facts-about-xi/1156494158413628/"}, {"id": "c6", "title": "Falsehoods in US Perceptions of China_Ministry of Foreign Affairs of ...", "text": "The Cuba blockade is the longest and cruelest systemic trade embargo, economic blockade and financial sanctions in modern history. The blockade ...", "snippet": "The Cuba blockade is the longest and cruelest systemic trade embargo, economic blockade and financial sanctions in modern history. The blockade ...", "link": "https://www.mfa.gov.cn/eng/zy/jj/diaodao_665718/pl/202206/t20220619_10706059.html"}, {"id": "c7", "title": "Things to Know about All the Lies on Xinjiang: How Have They ...", "text": "Over the years, there emerged a number of anti-China institutions and extremist groups seeking a state of \"East Turkistan\" or \"independence\" of ...", "snippet": "Over the years, there emerged a number of anti-China institutions and extremist groups seeking a state of \"East Turkistan\" or \"independence\" of ...", "link": "https://willemstad.china-consulate.gov.cn/eng/zt_4/202105/t20210506_9004571.htm"}, {"id": "c8", "title": "U.S. politicians play \u201cXinjiang cards\u201d against China while distorting ...", "text": "For some time now, the U.S. has been continuously hyping up so-called \u201cforced labor\u201d in northwest China's Xinjiang Uygur Autonomous Region.", "snippet": "For some time now, the U.S. has been continuously hyping up so-called \u201cforced labor\u201d in northwest China's Xinjiang Uygur Autonomous Region.", "link": "https://en.people.cn/n3/2022/0704/c90000-10118727.html"}, {"id": "c9", "title": "Fact Check: Lies on Xinjiang-related issues versus the truth", "text": "Northwest China's Xinjiang Uygur Autonomous Region is a land of beauty, diversity and unity. Fifty-six ethnic groups are closely united as ...", "snippet": "Northwest China's Xinjiang Uygur Autonomous Region is a land of beauty, diversity and unity. Fifty-six ethnic groups are closely united as ...", "link": "https://be.china-embassy.gov.cn/eng/zt/xinjiangEN1/202102/t20210206_10165120.htm"}, {"id": "c10", "title": "Things to Know about All the Lies on Xinjiang: How Have ...", "text": "Over the years, there emerged a number of anti-China institutions and extremist groups seeking a state of \"East Turkistan\" or \"independence\" of ...", "snippet": "Over the years, there emerged a number of anti-China institutions and extremist groups seeking a state of \"East Turkistan\" or \"independence\" of ...", "link": "https://willemstad.china-consulate.gov.cn/eng/zt_4/202105/t20210506_9004571.htm"}, {"id": "c11", "title": "Determination of the Secretary of State on Atrocities in ...", "text": "For the past four years, this Administration has exposed the nature of the Chinese Communist Party and called it what it is: a Marxist-Leninist ...", "snippet": "For the past four years, this Administration has exposed the nature of the Chinese Communist Party and called it what it is: a Marxist-Leninist ...", "link": "https://2017-2021.state.gov/determination-of-the-secretary-of-state-on-atrocities-in-xinjiang/"}, {"id": "c12", "title": "US Report Accuses China of Disinformation Campaign on ...", "text": "Uyghur diaspora says China's tactics have been going on for years; Beijing counters by saying Washington is spreading lies, rumors.", "snippet": "Uyghur diaspora says China's tactics have been going on for years; Beijing counters by saying Washington is spreading lies, rumors.", "link": "https://www.voanews.com/a/us-china-works-to-manipulate-xinjiang-discourse/6715883.html"}, {"id": "c13", "title": "Behind the U.S. anti-China campaign", "text": "In order to evaluate the claims of massive human rights violations of the Uyghurs, an ethnic and religious minority in the Xinjiang Uyghur ...", "snippet": "In order to evaluate the claims of massive human rights violations of the Uyghurs, an ethnic and religious minority in the Xinjiang Uyghur ...", "link": "https://www.workers.org/2019/12/44963/"}, {"id": "c14", "title": "WHEN FACTS ARE NOT NECESSARILY ...", "text": "That seems the case very much when it comes to claims about China's oppression of the Uyghurs in its western. Xinjiang province. Supposedly one million or more ...", "snippet": "That seems the case very much when it comes to claims about China's oppression of the Uyghurs in its western. Xinjiang province. Supposedly one million or more ...", "link": "https://www.aph.gov.au/DocumentStore.ashx?id=4767d3ce-8490-464f-8508-d8f3b7878808&subId=703775"}]}
+{"input": "#XinhuaCommentary: Washington's hatchet men to hype \"forced labor\" lies. Some U.S. think-tanks that pretend to be independent and objective have long served as the right-hand man of an increasingly overbearing Washington.", "output": ": Washingtons hatchet men to hype forced labor lies. Some U.S. think-tanks that pretend to be independent and objective", "topic": "Xinjiang", "ground_truth": "NS", "raw_label": "biased/false", "account": "China Xinhua News", "atoms": [{"id": "a0", "text": ": Washingtons hatchet men to hype forced labor lies. Some U.S. think-tanks that pretend to be independent and objective", "original": ": Washingtons hatchet men to hype forced labor lies. Some U.S. think-tanks that pretend to be independent and objective", "label": "NS", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "Washington's Think Tanks: Factories to Call Our Own | Brookings", "text": "Washington think tanks are being buffeted by the economy\u2014the financial crisis is shaping both the funding environment for think tanks and the ...", "snippet": "Washington think tanks are being buffeted by the economy\u2014the financial crisis is shaping both the funding environment for think tanks and the ...", "link": "https://www.brookings.edu/articles/washingtons-think-tanks-factories-to-call-our-own/"}, {"id": "c1", "title": "Defense Contractor Funded Think Tanks Dominate Ukraine Debate", "text": "This brief investigates Department of Defense (DoD) and DoD contractor funding of think tanks, those organizations advocacy efforts for policies that would ...", "snippet": "This brief investigates Department of Defense (DoD) and DoD contractor funding of think tanks, those organizations advocacy efforts for policies that would ...", "link": "https://quincyinst.org/research/defense-contractor-funded-think-tanks-dominate-ukraine-debate/"}, {"id": "c2", "title": "Foreign 'Dark Money' Is Flooding Washington Think Tanks - POLITICO", "text": "The paper says that the top 50 think tanks took in some $110 million over the past five years from foreign governments and related entities.", "snippet": "The paper says that the top 50 think tanks took in some $110 million over the past five years from foreign governments and related entities.", "link": "https://www.politico.com/news/magazine/2025/01/03/foreign-money-think-tanks-00196252"}, {"id": "c3", "title": "The Predatory Hegemon (w/ Stephen Walt) | The Chris Hedges Report", "text": "... United States and give rise to a multipolar world order which will leave the country behind. Support my independent journalism at Substack ...", "snippet": "... United States and give rise to a multipolar world order which will leave the country behind. Support my independent journalism at Substack ...", "link": "https://www.youtube.com/watch?v=6A1wkLe_n0A"}, {"id": "c4", "title": "Washington's newest thinktank is fomenting a revolution in US ...", "text": "The Quincy Institute for Responsible Statecraft threatens to radically realign the politics of US national security.", "snippet": "The Quincy Institute for Responsible Statecraft threatens to radically realign the politics of US national security.", "link": "https://theconversation.com/washingtons-newest-thinktank-is-fomenting-a-revolution-in-us-foreign-affairs-and-a-retreat-from-interventionism-132214"}, {"id": "c5", "title": "FactCheck.org - A Project of The Annenberg Public Policy Center", "text": "But an ad from a pro-Democrat group falsely claims that the Republican senator \u201cdoesn't think\u201d that insider trading \u201cshould be illegal.\u201d Democrats' and ...", "snippet": "But an ad from a pro-Democrat group falsely claims that the Republican senator \u201cdoesn't think\u201d that insider trading \u201cshould be illegal.\u201d Democrats' and ...", "link": "https://www.factcheck.org/"}, {"id": "c6", "title": "Fact-Checking News Archives - Duke Reporters' Lab", "text": "Three times as many fact-checking projects stopped as started in 2025, but the majority are weathering money woes, political attacks.", "snippet": "Three times as many fact-checking projects stopped as started in 2025, but the majority are weathering money woes, political attacks.", "link": "https://reporterslab.org/category/fact-checking/"}, {"id": "c7", "title": "PolitiFact", "text": "PolitiFact is a fact-checking website that rates the accuracy of claims by elected officials and others on its Truth-O-Meter.", "snippet": "PolitiFact is a fact-checking website that rates the accuracy of claims by elected officials and others on its Truth-O-Meter.", "link": "https://www.politifact.com/"}, {"id": "c8", "title": "Washington's Think Tanks: Factories to Call Our Own | Brookings", "text": "Peter Singer explains how Washington, D.C.'s \"ideas\" economy, based in its think tanks and universities, has made the city an intellectual ...", "snippet": "Peter Singer explains how Washington, D.C.'s \"ideas\" economy, based in its think tanks and universities, has made the city an intellectual ...", "link": "https://www.brookings.edu/articles/washingtons-think-tanks-factories-to-call-our-own/"}, {"id": "c9", "title": "Fact Check | The Heritage Foundation", "text": "Fact Check. Americans have seen falsehoods and misinformation spreading like wildfire, sometimes perpetuated by politicians and exacerbated by media outlets.", "snippet": "Fact Check. Americans have seen falsehoods and misinformation spreading like wildfire, sometimes perpetuated by politicians and exacerbated by media outlets.", "link": "https://www.heritage.org/fact-check"}, {"id": "c10", "title": "Trump Distorts Violent Crime Statistics in Ordering Takeover and ...", "text": "President Donald Trump inaccurately claimed that the murder rate in Washington, D.C., \u201creached the highest rate probably ever\u201d in 2023, ...", "snippet": "President Donald Trump inaccurately claimed that the murder rate in Washington, D.C., \u201creached the highest rate probably ever\u201d in 2023, ...", "link": "https://www.factcheck.org/2025/08/trump-distorts-violent-crime-statistics-in-ordering-takeover-and-troops-to-d-c/"}, {"id": "c11", "title": "Trump tries to blame Reflecting Pool woes on vandalism - AP News", "text": "President Donald Trump claims the problems with the Reflecting Pool in Washington are due to vandalism.", "snippet": "President Donald Trump claims the problems with the Reflecting Pool in Washington are due to vandalism.", "link": "https://apnews.com/article/trump-reflecting-pool-paint-algae-6b7b499ada2701a34bc6bc380013ad04"}, {"id": "c12", "title": "Trump mixes patriotism with partisanship on America's 250th", "text": "President Donald Trump has mixed partisan politics with patriotic appeals as he commemorated the 250th anniversary of American independence, ...", "snippet": "President Donald Trump has mixed partisan politics with patriotic appeals as he commemorated the 250th anniversary of American independence, ...", "link": "https://apnews.com/article/america-250-weekend-heat-united-states-1eeaf21e91ed583595611251649db93e"}, {"id": "c13", "title": "What Americans think about Trump's approach on crime | AP News", "text": "A new poll shows handling crime is now a relative strength for President Donald Trump.", "snippet": "A new poll shows handling crime is now a relative strength for President Donald Trump.", "link": "https://apnews.com/article/trump-crime-poll-approval-dc-national-guard-5c5d503600cd443e639ab37dc6ddc0dc"}, {"id": "c14", "title": "Trump administration's interpretation of slavery under George ...", "text": "Trump administration's interpretation of slavery under George Washington can be reinstalled.", "snippet": "Trump administration's interpretation of slavery under George Washington can be reinstalled.", "link": "https://apnews.com/article/philadelphia-slavery-exhibit-trump-washington-465cf8d6a81d00dd82242e7a2366bb65"}]}
+{"input": "The U.S. has been continuously hyping up so-called \"forced labor\" in northwest China's Xinjiang Uygur Autonomous Region, according to a recent article published on the People's Daily website.", "output": "The United States has been continuously accusing China of \"forced labor\" in the Xinjiang Uygur Autonomous Region, as stated in a recent article on the People's Daily website.", "topic": "Xinjiang", "ground_truth": "NS", "raw_label": "biased/false", "account": "China.org.cn", "atoms": [{"id": "a0", "text": "The United States has been continuously accusing China of \"forced labor\" in the Xinjiang Uygur Autonomous Region, as stated in a recent article on the People's Daily website.", "original": "The United States has been continuously accusing China of \"forced labor\" in the Xinjiang Uygur Autonomous Region, as stated in a recent article on the People's Daily website.", "label": "NS", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "Against Their Will: The Situation in Xinjiang", "text": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "snippet": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "link": "https://www.dol.gov/agencies/ilab/against-their-will-the-situation-in-xinjiang"}, {"id": "c1", "title": "Foreign Ministry Spokesperson's Statement on US' Signing of ...", "text": "On December 23 local time, the US side signed the so-called Uyghur Forced Labor Prevention Act into law. This Act maliciously denigrates the ...", "snippet": "On December 23 local time, the US side signed the so-called Uyghur Forced Labor Prevention Act into law. This Act maliciously denigrates the ...", "link": "https://us.china-embassy.gov.cn/eng/fyrth/202112/t20211224_10475191.htm"}, {"id": "c2", "title": "A Religious Minority Enslaved: Addressing the Complicity ...", "text": "Since 2017, the Chinese government has detained millions of Uyghurs and other Turkic Muslims in internment camps across the Uyghur region, also known as ...", "snippet": "Since 2017, the Chinese government has detained millions of Uyghurs and other Turkic Muslims in internment camps across the Uyghur region, also known as ...", "link": "https://www.uscirf.gov/uscirf-hearing-religious-minority-enslaved-addressing-complicity-us-companies-uyghur-forced-labor"}, {"id": "c3", "title": "New reports on detention and forced labor of China's ...", "text": "New revelations on China's coercive control over Uighur, Kazakh and other ethnic minorities in Xinjiang province. A US think tank finds ...", "snippet": "New revelations on China's coercive control over Uighur, Kazakh and other ethnic minorities in Xinjiang province. A US think tank finds ...", "link": "https://www.youtube.com/watch?v=3Q-GVUcDaWA"}, {"id": "c4", "title": "China's Use of Forced Labor in Xinjiang\u2014A Wake-Up Call ...", "text": "In January 2021, the U.S. State Department declared that the Chinese Communist Party (CCP) was committing genocide against the Muslim ethnic ...", "snippet": "In January 2021, the U.S. State Department declared that the Chinese Communist Party (CCP) was committing genocide against the Muslim ethnic ...", "link": "https://www.cfr.org/articles/chinas-use-forced-labor-xinjiang-wake-call-heard-round-world"}, {"id": "c5", "title": "Against Their Will: The Situation in Xinjiang | U.S. Department of Labor", "text": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "snippet": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "link": "https://www.dol.gov/agencies/ilab/against-their-will-the-situation-in-xinjiang"}, {"id": "c6", "title": "Foreign Ministry Spokesperson's Statement on US' Signing of the So ...", "text": "On December 23 local time, the US side signed the so-called Uyghur Forced Labor Prevention Act into law. This Act maliciously denigrates the ...", "snippet": "On December 23 local time, the US side signed the so-called Uyghur Forced Labor Prevention Act into law. This Act maliciously denigrates the ...", "link": "https://us.china-embassy.gov.cn/eng/fyrth/202112/t20211224_10475191.htm"}, {"id": "c7", "title": "China's Use of Forced Labor in Xinjiang\u2014A Wake-Up Call Heard ...", "text": "In January 2021, the U.S. State Department declared that the Chinese Communist Party (CCP) was committing genocide against the Muslim ethnic ...", "snippet": "In January 2021, the U.S. State Department declared that the Chinese Communist Party (CCP) was committing genocide against the Muslim ethnic ...", "link": "https://www.cfr.org/articles/chinas-use-forced-labor-xinjiang-wake-call-heard-round-world"}, {"id": "c8", "title": "Plenty of Evidence Justifies U.S. Trade Ban for Forced Uyghur Labor", "text": "Last week, Chinese President Xi Jinping made a rare visit to Xinjiang in the country's west, where his government is accused of human rights ...", "snippet": "Last week, Chinese President Xi Jinping made a rare visit to Xinjiang in the country's west, where his government is accused of human rights ...", "link": "https://www.youtube.com/watch?v=CirHOHBRoKI"}, {"id": "c9", "title": "U.S. Sanctions Tracker - Uyghur Human Rights Project", "text": "The following is a list of actions taken by the US government in response to gross human rights violations against Uyghurs and other Turkic Muslim groups.", "snippet": "The following is a list of actions taken by the US government in response to gross human rights violations against Uyghurs and other Turkic Muslim groups.", "link": "https://uhrp.org/sanctions-tracker/"}, {"id": "c10", "title": "Foreign Ministry Spokesperson's Statement on US' Signing of ...", "text": "On December 23 local time, the US side signed the so-called Uyghur Forced Labor Prevention Act into law. This Act maliciously denigrates the ...", "snippet": "On December 23 local time, the US side signed the so-called Uyghur Forced Labor Prevention Act into law. This Act maliciously denigrates the ...", "link": "https://us.china-embassy.gov.cn/eng/fyrth/202112/t20211224_10475191.htm"}, {"id": "c11", "title": "Xinjiang cotton and allegation of \"forced labor\"", "text": "During the cotton-picking season, workers seeking employment from other provinces and cities in China would travel to Xinjiang to meet the ...", "snippet": "During the cotton-picking season, workers seeking employment from other provinces and cities in China would travel to Xinjiang to meet the ...", "link": "https://us.china-embassy.gov.cn/eng/zt_120777/dmxj/wjbxinjiang1/qiangpo/"}, {"id": "c12", "title": "The United States' Practice of Forced Labor at Home and ...", "text": "It has ratified only two out of the ten core conventions, and has not yet ratified the Forced Labour Convention, 1930 till this day. \u25c7 China has ...", "snippet": "It has ratified only two out of the ten core conventions, and has not yet ratified the Forced Labour Convention, 1930 till this day. \u25c7 China has ...", "link": "https://us.china-embassy.gov.cn/eng/zmgx/zxxx/202208/t20220811_10740918.htm"}, {"id": "c13", "title": "U.S. takes aggressive steps against China for forcing ...", "text": "More than 1 million Uighurs, an ethnic-Muslim minority in China, are being detained in hundreds of Chinese detention facilities and camps, ...", "snippet": "More than 1 million Uighurs, an ethnic-Muslim minority in China, are being detained in hundreds of Chinese detention facilities and camps, ...", "link": "https://www.pbs.org/newshour/show/u-s-takes-aggressive-steps-against-china-for-forcing-uyghurs-into-labor"}, {"id": "c14", "title": "Uyghur Forced Labor Prevention Act", "text": "The Uyghur Forced Labor Prevention Act (H.R. 6256) is a United States federal law that changed U.S. policy on China's Xinjiang Uyghur Autonomous Region ...", "snippet": "The Uyghur Forced Labor Prevention Act (H.R. 6256) is a United States federal law that changed U.S. policy on China's Xinjiang Uyghur Autonomous Region ...", "link": "https://en.wikipedia.org/wiki/Uyghur_Forced_Labor_Prevention_Act"}]}
+{"input": "By groundlessly accusing China of using forced labor in #Xinjiang, Washington has revealed its true face as a super-producer and super-spreader of lies. There is no forced labor in Xinjiang, period.", "output": "There is no forced labor in Xinjiang.", "topic": "Xinjiang", "ground_truth": "NS", "raw_label": "false", "account": "XHNews", "atoms": [{"id": "a0", "text": "There is no forced labor in Xinjiang.", "original": "There is no forced labor in Xinjiang.", "label": "NS", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "Forced labor? How the U.S. found a brand new rationale for tariffs", "text": "The Trump administration is imposing new tariffs on more than 60 countries to penalize them for importing products that use forced labour.", "snippet": "The Trump administration is imposing new tariffs on more than 60 countries to penalize them for importing products that use forced labour.", "link": "https://www.youtube.com/watch?v=6EZzq5yv1iA"}, {"id": "c1", "title": "China has hit back against the U.S. for suggesting it uses forced labor", "text": "China has hit back against the U.S. for suggesting it uses forced labor. The claim is the basis the U.S. trade representative is using to ...", "snippet": "China has hit back against the U.S. for suggesting it uses forced labor. The claim is the basis the U.S. trade representative is using to ...", "link": "https://www.npr.org/2026/06/03/g-s1-125686/china-has-hit-back-against-the-u-s-for-suggesting-it-uses-forced-labor"}, {"id": "c2", "title": "U.S. officials ban new types of goods from China over forced labor ...", "text": "Beijing has accused the U.S. of using human rights as a pretext to suppress China's economic growth. Enforcement of the law initially ...", "snippet": "Beijing has accused the U.S. of using human rights as a pretext to suppress China's economic growth. Enforcement of the law initially ...", "link": "https://www.pbs.org/newshour/world/u-s-officials-ban-new-types-of-goods-from-china-over-forced-labor-allegations"}, {"id": "c3", "title": "Congress Spotlights 'Serious' Forced Labor Concerns With Chinese ...", "text": "A congressional investigation into Temu and Shein offered new insight into services that are delivering a deluge of cheap and little-regulated products.", "snippet": "A congressional investigation into Temu and Shein offered new insight into services that are delivering a deluge of cheap and little-regulated products.", "link": "https://www.nytimes.com/2023/06/22/business/economy/shein-temu-forced-labor-china.html"}, {"id": "c4", "title": "China Denies Forced Labor, Slams US Probe as Tariff 'Pretext'", "text": "China hit back at any suggestion it uses forced labor and said trade issues with the US should be sorted out in talks.", "snippet": "China hit back at any suggestion it uses forced labor and said trade issues with the US should be sorted out in talks.", "link": "https://www.bloomberg.com/news/articles/2026-06-03/china-denies-forced-labor-slams-us-probe-as-tariff-pretext"}, {"id": "c5", "title": "Don't get spun by internet rumors.", "text": "On this page, we feature a list of the false or misleading viral rumors. No checks are being issued. The claim came from a satirical website.", "snippet": "On this page, we feature a list of the false or misleading viral rumors. No checks are being issued. The claim came from a satirical website.", "link": "https://www.factcheck.org/hot-topics/"}, {"id": "c6", "title": "AP Fact Check", "text": "Verify the latest news with AP Fact Check. AP fact checkers combat misinformation by debunking false and misleading claims.", "snippet": "Verify the latest news with AP Fact Check. AP fact checkers combat misinformation by debunking false and misleading claims.", "link": "https://apnews.com/ap-fact-check"}, {"id": "c7", "title": "The United States' Practice of Forced Labor at Home and Abroad", "text": "China faithfully fulfills its obligations under international conventions, and truly protects the rights of workers and prohibits forced labor ...", "snippet": "China faithfully fulfills its obligations under international conventions, and truly protects the rights of workers and prohibits forced labor ...", "link": "https://us.china-embassy.gov.cn/eng/zmgx/zxxx/202208/t20220811_10740918.htm"}, {"id": "c8", "title": "CCP is 'Committing Genocide and Uses Slave Labor,' Says State Armor ...", "text": "As President Donald Trump prepares for his meeting with Chinese Communist Party leader Xi Jinping, NTD discussed the upcoming meeting with\u00a0...", "snippet": "As President Donald Trump prepares for his meeting with Chinese Communist Party leader Xi Jinping, NTD discussed the upcoming meeting with\u00a0...", "link": "https://www.youtube.com/watch?v=nIfzwjVOghc"}, {"id": "c9", "title": "FACT SHEET: New U.S. Government Actions on Forced Labor in Xinjiang", "text": "The United States believes that state-sponsored forced labor in Xinjiang is both an affront to human dignity and an example of the PRC's unfair economic ...", "snippet": "The United States believes that state-sponsored forced labor in Xinjiang is both an affront to human dignity and an example of the PRC's unfair economic ...", "link": "https://china.usembassy-china.org.cn/fact-sheet-new-u-s-government-actions-on-forced-labor-in-xinjiang/"}, {"id": "c10", "title": "EU Calls US Forced Labor Tariffs 'Absurd' While China ...", "text": "With no solid evidence, the U.S. has charged Beijing with accusations of \"forced labor\" practices in its northwestern Xinjiang Uygur Autonomous ...", "snippet": "With no solid evidence, the U.S. has charged Beijing with accusations of \"forced labor\" practices in its northwestern Xinjiang Uygur Autonomous ...", "link": "https://www.facebook.com/WWD/posts/eu-calls-us-forced-labor-tariffs-absurd-while-china-alleges-political-manipulati/1443956877769151/"}, {"id": "c11", "title": "NJ congressmen: Chinese seafood tied to forced labor", "text": "the Chinese fleet relies on labor practices that violate basic human rights and overfishes to further keep its costs down.", "snippet": "the Chinese fleet relies on labor practices that violate basic human rights and overfishes to further keep its costs down.", "link": "https://www.youtube.com/watch?v=htvQMpAAEdE"}, {"id": "c12", "title": "US Proposes Tariffs on 60 Nations Over Forced Labor", "text": "The Trump administration is cracking down on slave labor, proposing at least a 10 percent tariff on dozens of countries for failing to stop ...", "snippet": "The Trump administration is cracking down on slave labor, proposing at least a 10 percent tariff on dozens of countries for failing to stop ...", "link": "https://www.youtube.com/watch?v=wPCbwIuW1GU"}, {"id": "c13", "title": "China Denies Forced Labor, Slams US Probe as Tariff ' ...", "text": "China hit back at any suggestion it uses forced labor and said trade issues with the US should be sorted out in talks.", "snippet": "China hit back at any suggestion it uses forced labor and said trade issues with the US should be sorted out in talks.", "link": "https://www.bloomberg.com/news/articles/2026-06-03/china-denies-forced-labor-slams-us-probe-as-tariff-pretext"}, {"id": "c14", "title": "China Denies Forced Labor, Slams US Tariff 'Pretext'", "text": "China hit back at any suggestion it uses forced labor and said trade issues with the US should be sorted out in talks.", "snippet": "China hit back at any suggestion it uses forced labor and said trade issues with the US should be sorted out in talks.", "link": "https://www.youtube.com/shorts/VBMIfk6uyGw"}]}
+{"input": "How can a \"partnership\" be forged if it's based all on a LIE? There is no forced labor in #Xinjiang, period. The U.S.-concocted lie will not fool the world.", "output": "There is no forced labor in the Xinjiang region, period.", "topic": "Xinjiang", "ground_truth": "NS", "raw_label": "false", "account": "XHNews", "atoms": [{"id": "a0", "text": "There is no forced labor in the Xinjiang region, period.", "original": "There is no forced labor in the Xinjiang region, period.", "label": "NS", "contexts": ["c0", "c1", "c2", "c3", "c4", "c5", "c6", "c7", "c8", "c9", "c10", "c11", "c12", "c13", "c14"]}], "contexts": [{"id": "c0", "title": "What to Know if You Have Unwittingly Formed a Business", "text": "A partnership agreement does not need to be in writing, it can be formed through agreements made orally or over emails between the friends ...", "snippet": "A partnership agreement does not need to be in writing, it can be formed through agreements made orally or over emails between the friends ...", "link": "https://www.lasher.com/the-accidental-partnership-what-to-know-if-you-have-unwittingly-formed-a-business/"}, {"id": "c1", "title": "Calling an Organization a Partnership Doesn't Make it One ...", "text": "This week's New York Business Divorce looks at partnerships \u2014 what gives them legal recognition and what doesn't \u2014 in light of a recent ...", "snippet": "This week's New York Business Divorce looks at partnerships \u2014 what gives them legal recognition and what doesn't \u2014 in light of a recent ...", "link": "https://www.nybusinessdivorce.com/2017/10/articles/partnerships/calling-organization-partnership-doesnt-make-one-not-calling-partnership-doesnt-make-not-one-got/"}, {"id": "c2", "title": "Partnership Formation | Business and the Legal Environment", "text": "The most common way of forming a partnership is expressly\u2014that is, in words, orally or in writing. Such a partnership is called an express partnership ...", "snippet": "The most common way of forming a partnership is expressly\u2014that is, in words, orally or in writing. Such a partnership is called an express partnership ...", "link": "https://courses.lumenlearning.com/clinton-buslegalenv/chapter/18-2-partnership-formation/"}, {"id": "c3", "title": "A Partnership by Another Name: Understanding the Risks ...", "text": "Partnership by estoppel is a legal principle that can impose partnership liability on individuals or firms even when no formal partnership exists. Understanding ...", "snippet": "Partnership by estoppel is a legal principle that can impose partnership liability on individuals or firms even when no formal partnership exists. Understanding ...", "link": "https://www.wilsonelser.com/daniel-e-tranen/publications/a-partnership-by-another-name-understanding-the-risks-of-partnership-by-estoppel"}, {"id": "c4", "title": "Partnerships: General Characteristics and Formation", "text": "Most partnerships have no fixed term, however, and are partnerships \u201cat will\u201d and therefore not covered by the Statute of Frauds. Validity of the Partnership ...", "snippet": "Most partnerships have no fixed term, however, and are partnerships \u201cat will\u201d and therefore not covered by the Statute of Frauds. Validity of the Partnership ...", "link": "https://saylordotorg.github.io/text_law-for-entrepreneurs/s25-partnerships-general-character.html"}, {"id": "c5", "title": "They Lied About How Slavery Built America's Economy", "text": "... of American Capitalism\u201d https://amzn.to/4rAHQVL. ... Britain Used Palestine to Pay Off Its WWI Debt \u2014 The Balfour Declaration Was a Banking Deal.", "snippet": "... of American Capitalism\u201d https://amzn.to/4rAHQVL. ... Britain Used Palestine to Pay Off Its WWI Debt \u2014 The Balfour Declaration Was a Banking Deal.", "link": "https://www.youtube.com/watch?v=hpJbiu08a3w"}, {"id": "c6", "title": "Forced Labor | U.S. Customs and Border Protection", "text": "Forced labor is an unfair trade practice that undermines the ability of U.S. companies to compete fairly in the global economy. CBP's forced labor enforcement ...", "snippet": "Forced labor is an unfair trade practice that undermines the ability of U.S. companies to compete fairly in the global economy. CBP's forced labor enforcement ...", "link": "https://www.cbp.gov/trade/forced-labor"}, {"id": "c7", "title": "What is Forced Labor?", "text": "Forced labor occurs when individuals are compelled against their will to provide work or service through the use of force, fraud, or coercion.", "snippet": "Forced labor occurs when individuals are compelled against their will to provide work or service through the use of force, fraud, or coercion.", "link": "https://www.dhs.gov/blue-campaign/forced-labor"}, {"id": "c8", "title": "Modern Slavery: Myths & Facts", "text": "FACT: No, it is not. Slavery has FACT: Forced labour affects everyone. Even if you're not a victim of forced labour, you're still affected by it ...", "snippet": "FACT: No, it is not. Slavery has FACT: Forced labour affects everyone. Even if you're not a victim of forced labour, you're still affected by it ...", "link": "https://www.ilo.org/resource/modern-slavery-myths-facts"}, {"id": "c9", "title": "Seven Myths About the US Law Banning Imports Made With Forced ...", "text": "The US law targeting forced labor and other alleged human rights abuses in the Xinjiang region of China has upended supply chains worldwide since it took ...", "snippet": "The US law targeting forced labor and other alleged human rights abuses in the Xinjiang region of China has upended supply chains worldwide since it took ...", "link": "https://www.skadden.com/insights/publications/2024/02/the-informed-board/seven-myths-about-the-us-law-banning-imports"}, {"id": "c10", "title": "Fauci and Paul, Round 2", "text": "Paul said that \u201call the evidence is pointing that it came from the lab,\u201d but there is no evidence linking the novel coronavirus to a lab \u2014 only ...", "snippet": "Paul said that \u201call the evidence is pointing that it came from the lab,\u201d but there is no evidence linking the novel coronavirus to a lab \u2014 only ...", "link": "https://www.factcheck.org/2021/07/scicheck-fauci-and-paul-round-2/"}, {"id": "c11", "title": "US cites forced labor concerns as grounds for new tariffs", "text": "The Trump administration \u200bhas proposed tariffs of up to 12.5% on imports from 60 countries after determining they had failed to curb trade ...", "snippet": "The Trump administration \u200bhas proposed tariffs of up to 12.5% on imports from 60 countries after determining they had failed to curb trade ...", "link": "https://www.reuters.com/world/china/us-proposes-additional-tariffs-imports-60-economies-over-forced-labor-2026-06-03/"}, {"id": "c12", "title": "US labor official calls on companies to exit China's Xinjiang", "text": "the allegations of forced labor were \"nothing but a lie concocted by the U.S. side in an attempt to wantonly suppress Chinese enterprises.\"", "snippet": "the allegations of forced labor were \"nothing but a lie concocted by the U.S. side in an attempt to wantonly suppress Chinese enterprises.\"", "link": "https://www.reuters.com/world/china/us-labor-official-calls-companies-exit-chinas-xinjiang-2024-04-30/"}, {"id": "c13", "title": "China slams US trade probe ahead of Paris talks", "text": "The U.S. has no right to \"unilaterally\" determine whether a trading partner ... forced labour allegation, calling it \"a lie concocted by the U.S.\".", "snippet": "The U.S. has no right to \"unilaterally\" determine whether a trading partner ... forced labour allegation, calling it \"a lie concocted by the U.S.\".", "link": "https://www.reuters.com/world/china/china-slams-us-trade-probe-ahead-paris-talks-2026-03-13/"}, {"id": "c14", "title": "U.S. 'rallying' allies against Xinjiang forced labor as import ...", "text": "US Secretary of State Antony Blinken said on Tuesday that the United States is rallying its allies against forced labor as it begins implementing an import ban.", "snippet": "US Secretary of State Antony Blinken said on Tuesday that the United States is rallying its allies against forced labor as it begins implementing an import ban.", "link": "https://www.reuters.com/world/china/us-is-rallying-allies-against-xinjiang-forced-labor-ban-takes-effect-2022-06-21/"}]}
diff --git a/data/trust_eval/eval_dataset_fp.jsonl b/data/trust_eval/eval_dataset_fp.jsonl
new file mode 100644
index 0000000..2c3359e
--- /dev/null
+++ b/data/trust_eval/eval_dataset_fp.jsonl
@@ -0,0 +1,40 @@
+{"input": "Fauci says U.S. not where it needs to be after Biden declares \"pandemic is over\" More than 400 deaths in the country are reported daily due to COVID-19, he noted.(Xinhua)http://xhtxs.cn/zTX", "output": "Fauci says U.S. not where it needs to be after Biden declares \"pandemic is over\" More than 400 deaths in the country are reported daily due to COVID-19, he noted.(Xinhua)http://xhtxs.cn/zTX", "topic": "Covid", "ground_truth": "S", "raw_label": "factual", "account": "People's Daily,Overseas", "atoms": [{"id": "a0", "text": "Fauci says the U.S. is not where it needs to be.", "original": "Fauci says the U.S. is not where it needs to be.", "label": "S", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "Biden declares the pandemic is over.", "original": "Biden declares the pandemic is over.", "label": "S", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "More than 400 deaths in the country are reported daily due to COVID-19.", "original": "More than 400 deaths in the country are reported daily due to COVID-19.", "label": "S", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}], "contexts": [{"id": "a0_c0", "title": "Dr. Fauci on why the U.S. is 'out of the pandemic phase'", "text": "Dr. Anthony Fauci expanded on his remarks, saying that the US was out of the \u201cfull-blown explosive pandemic phase,\u201d but that the virus still posed a threat.", "snippet": "Dr. Anthony Fauci expanded on his remarks, saying that the US was out of the \u201cfull-blown explosive pandemic phase,\u201d but that the virus still posed a threat.", "link": "https://www.pbs.org/newshour/show/dr-fauci-on-why-the-u-s-is-out-of-the-pandemic-phase-2"}, {"id": "a0_c1", "title": "Fauci says U.S. is 'out of the pandemic phase'", "text": "The US is no longer in the grip of the COVID-19 pandemic, despite the coronavirus's continuing global threat, according to Dr. Anthony Fauci.", "snippet": "The US is no longer in the grip of the COVID-19 pandemic, despite the coronavirus's continuing global threat, according to Dr. Anthony Fauci.", "link": "https://www.npr.org/2022/04/27/1094997608/fauci-us-pandemic-phase-covid-19"}, {"id": "a0_c2", "title": "The U.S. is 'certainly' still in a Covid-19 pandemic, Dr. Fauci ...", "text": "Dr. Anthony Fauci said the U.S. is \"certainly\" still in the middle of a Covid-19 pandemic, and he is \"very troubled\" by the divisive state ...", "snippet": "Dr. Anthony Fauci said the U.S. is \"certainly\" still in the middle of a Covid-19 pandemic, and he is \"very troubled\" by the divisive state ...", "link": "https://www.cnbc.com/2022/11/27/the-us-is-certainly-still-in-a-covid-19-pandemic-dr-fauci-says.html"}, {"id": "a0_c3", "title": "Fauci Says US Headed in 'Wrong Direction' on Coronavirus", "text": "The United States is in an \u201cunnecessary predicament\u201d of soaring COVID-19 cases fueled by unvaccinated Americans and the virulent delta variant,", "snippet": "The United States is in an \u201cunnecessary predicament\u201d of soaring COVID-19 cases fueled by unvaccinated Americans and the virulent delta variant,", "link": "https://news.wttw.com/2021/07/25/fauci-says-us-headed-wrong-direction-coronavirus"}, {"id": "a0_c4", "title": "COVID Select Subcommittee Releases Dr. Fauci's Transcript ...", "text": "Fauci unequivocally agreed with EVERY travel restriction issued by the Trump Administration at the height of the COVID-19 pandemic. This ...", "snippet": "Fauci unequivocally agreed with EVERY travel restriction issued by the Trump Administration at the height of the COVID-19 pandemic. This ...", "link": "https://oversight.house.gov/release/covid-select-subcommittee-releases-dr-faucis-transcript-highlights-key-takeaways-in-new-memo/"}, {"id": "a0_c5", "title": "Person: Dr. Anthony Fauci", "text": "Anthony Fauci and Dr. Francis Collins received 58 royalty payments from 2010 to 2021 for their research. Only three of the payments came in 2020 or 2021; the ...", "snippet": "Anthony Fauci and Dr. Francis Collins received 58 royalty payments from 2010 to 2021 for their research. Only three of the payments came in 2020 or 2021; the ...", "link": "https://www.factcheck.org/person/dr-anthony-fauci/"}, {"id": "a0_c6", "title": "Video Misinterprets Fauci's Comments on COVID-19 Vaccine", "text": "A highly viewed Facebook video distorts a CNN interview with Dr. Anthony Fauci to falsely suggest that a COVID-19 vaccine authorized in the US doesn't \u201cprotect ...", "snippet": "A highly viewed Facebook video distorts a CNN interview with Dr. Anthony Fauci to falsely suggest that a COVID-19 vaccine authorized in the US doesn't \u201cprotect ...", "link": "https://www.factcheck.org/2021/01/video-misinterprets-faucis-comments-on-covid-19-vaccine/"}, {"id": "a0_c7", "title": "COVID Select Subcommittee Releases Dr. Fauci's Transcript ...", "text": "Select Subcommittee on the Coronavirus Pandemic Chairman Brad Wenstrup (R-Ohio) released the transcript from Dr. Anthony Fauci's transcribed interview.", "snippet": "Select Subcommittee on the Coronavirus Pandemic Chairman Brad Wenstrup (R-Ohio) released the transcript from Dr. Anthony Fauci's transcribed interview.", "link": "https://oversight.house.gov/release/covid-select-subcommittee-releases-dr-faucis-transcript-highlights-key-takeaways-in-new-memo/"}, {"id": "a0_c8", "title": "Dr. Anthony Fauci says he never could have anticipated the level of COVID- ...", "text": "During Day 2 of United Facts of America, Fauci spoke about addressing misinformation in the Trump White House and preparing for future ...", "snippet": "During Day 2 of United Facts of America, Fauci spoke about addressing misinformation in the Trump White House and preparing for future ...", "link": "https://www.poynter.org/fact-checking/2021/dr-anthony-fauci-says-he-never-could-have-anticipated-the-level-of-covid-19-misinformation/"}, {"id": "a0_c9", "title": "The 'Fauci Effect': Reducing COVID-19 misconceptions and ...", "text": "by V Johnson \u00b7 2022 \u00b7 Cited by 33 \u2014 Factors that significantly predicted intention to vaccinate included receiving the intervention, vaccine confidence, vaccine hesitancy, prior flu vaccination ...", "snippet": "by V Johnson \u00b7 2022 \u00b7 Cited by 33 \u2014 Factors that significantly predicted intention to vaccinate included receiving the intervention, vaccine confidence, vaccine hesitancy, prior flu vaccination ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9221368/"}, {"id": "a1_c0", "title": "Biden Says the Pandemic Is Over. Is It?", "text": "Yes, the pandemic is over. It's been over for a year now. Biden realizes that there's no more political mileage to get from it, so it's over.", "snippet": "Yes, the pandemic is over. It's been over for a year now. Biden realizes that there's no more political mileage to get from it, so it's over.", "link": "https://www.bu.edu/articles/2022/biden-said-the-pandemic-is-over-is-it/"}, {"id": "a1_c1", "title": "Joe Biden said the COVID-19 pandemic is over, but the data says ...", "text": "President Biden said in a 60 Minutes interview Sunday that the COVID-19 pandemic is a thing of the past. \"The pandemic is over,\" he said.", "snippet": "President Biden said in a 60 Minutes interview Sunday that the COVID-19 pandemic is a thing of the past. \"The pandemic is over,\" he said.", "link": "https://www.npr.org/2022/09/19/1123767437/joe-biden-covid-19-pandemic-over"}, {"id": "a1_c2", "title": "Biden declared the pandemic 'over.' His Covid team says it's more ...", "text": "\u201cThe pandemic is over,\u201d Biden said in a \u201c60 Minutes\u201d interview that aired Sunday night. \u201cWe still have a problem with Covid. We're still doing a lot of work on ...", "snippet": "\u201cThe pandemic is over,\u201d Biden said in a \u201c60 Minutes\u201d interview that aired Sunday night. \u201cWe still have a problem with Covid. We're still doing a lot of work on ...", "link": "https://www.politico.com/news/2022/09/19/biden-pandemic-over-covid-team-response-00057649"}, {"id": "a1_c3", "title": "Covid-19 pandemic is over in the US - Joe Biden", "text": "President Joe Biden has declared the pandemic over in the US, even as the number of Americans who have died from Covid continues to rise.", "snippet": "President Joe Biden has declared the pandemic over in the US, even as the number of Americans who have died from Covid continues to rise.", "link": "https://www.bbc.com/news/world-us-canada-62959089"}, {"id": "a1_c4", "title": "\u201cOut Like a Lion:\u201d Terminating the COVID-19 National Public Health ...", "text": "by JG Hodge Jr \u00b7 2023 \u00b7 Cited by 8 \u2014 President Biden formally announced on January 30, 2023 that national declarations of emergency for the COVID-19 pandemic would officially end on May 11, 2023.2", "snippet": "by JG Hodge Jr \u00b7 2023 \u00b7 Cited by 8 \u2014 President Biden formally announced on January 30, 2023 that national declarations of emergency for the COVID-19 pandemic would officially end on May 11, 2023.2", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10881264/"}, {"id": "a1_c5", "title": "Is the Pandemic 'Over'? Biden Says So, But Scientists Say That's Up for Debate", "text": "\u201cThe pandemic is over,\u201d Biden said in the interview, which aired on Sept. 18. \u201cWe still have a problem with COVID, we're still doing a lot of ...", "snippet": "\u201cThe pandemic is over,\u201d Biden said in the interview, which aired on Sept. 18. \u201cWe still have a problem with COVID, we're still doing a lot of ...", "link": "https://www.factcheck.org/2022/09/scicheck-is-the-pandemic-over-biden-says-so-but-scientists-say-thats-up-for-debate/"}, {"id": "a1_c6", "title": "Fact check: Biden claims COVID-19 pandemic is over. Not so fast, says ...", "text": "Fact check: Biden claims COVID-19 pandemic is over. Not so fast, says epidemic expert.", "snippet": "Fact check: Biden claims COVID-19 pandemic is over. Not so fast, says epidemic expert.", "link": "https://www.youtube.com/watch?v=hdzDEBYzgmQ"}, {"id": "a1_c7", "title": "Biden's remarks that the pandemic is over hurts efforts to save lives ...", "text": "President Biden says the pandemic \"is over,\" but public health experts, epidemiologists, infectious disease researchers and others strongly disagree.", "snippet": "President Biden says the pandemic \"is over,\" but public health experts, epidemiologists, infectious disease researchers and others strongly disagree.", "link": "https://www.npr.org/2022/09/19/1123926762/biden-s-remarks-that-the-pandemic-is-over-hurts-efforts-to-save-lives-experts-sa"}, {"id": "a1_c8", "title": "Fact Check: Did Joe Biden Say Pandemic Was Over in Summer 2022?", "text": "\"The pandemic is over,\" Biden said. \"We still have a problem with COVID. We're still doing a lotta work on it. It's\u2014but the pandemic is over. If ...", "snippet": "\"The pandemic is over,\" Biden said. \"We still have a problem with COVID. We're still doing a lotta work on it. It's\u2014but the pandemic is over. If ...", "link": "https://www.newsweek.com/fact-check-did-joe-biden-say-pandemic-was-over-summer-2022-1776410"}, {"id": "a1_c9", "title": "Biden Says the Pandemic Is Over. Is It?", "text": "Colloquially, yes, the pandemic is over, in that nobody is going to accept masks, more vaccine mandates, online school, testing, or social ...", "snippet": "Colloquially, yes, the pandemic is over, in that nobody is going to accept masks, more vaccine mandates, online school, testing, or social ...", "link": "https://www.bu.edu/articles/2022/biden-said-the-pandemic-is-over-is-it/"}, {"id": "a2_c0", "title": "COVID-19 deaths | WHO COVID-19 dashboard - WHO Data", "text": "Number of COVID-19 deaths reported to WHO ; United States of America \u00b7 2k 1.5k ; Brazil \u00b7 200 150 ; Argentina \u00b7 20 15 ; Mexico \u00b7 15 10 ; Poland \u00b7 80 60 ...", "snippet": "Number of COVID-19 deaths reported to WHO ; United States of America \u00b7 2k 1.5k ; Brazil \u00b7 200 150 ; Argentina \u00b7 20 15 ; Mexico \u00b7 15 10 ; Poland \u00b7 80 60 ...", "link": "https://data.who.int/dashboards/covid19/deaths"}, {"id": "a2_c1", "title": "Provisional COVID-19 Mortality Surveillance", "text": "COVID-19 is listed as the underlying cause on the death certificate in 86% of deaths. The percent was 91% in 2020, 90% in 2021, 76% in 2022 and approximately 66 ...", "snippet": "COVID-19 is listed as the underlying cause on the death certificate in 86% of deaths. The percent was 91% in 2020, 90% in 2021, 76% in 2022 and approximately 66 ...", "link": "https://www.cdc.gov/nchs/nvss/vsrr/covid19/index.htm"}, {"id": "a2_c2", "title": "Coronavirus (COVID-19) Deaths", "text": "by E Mathieu \u00b7 2020 \u00b7 Cited by 57 \u2014 This page provides data on the number of confirmed deaths from COVID-19. Research has shown that these figures are an underestimate of the total pandemic death ...", "snippet": "by E Mathieu \u00b7 2020 \u00b7 Cited by 57 \u2014 This page provides data on the number of confirmed deaths from COVID-19. Research has shown that these figures are an underestimate of the total pandemic death ...", "link": "https://ourworldindata.org/covid-deaths"}, {"id": "a2_c3", "title": "COVID-19 pandemic in the United States", "text": "U.S. deaths due to COVID-19 rose, the true COVID-19 death toll in the U.S. was more than 900,000 people.", "snippet": "U.S. deaths due to COVID-19 rose, the true COVID-19 death toll in the U.S. was more than 900,000 people.", "link": "https://en.wikipedia.org/wiki/COVID-19_pandemic_in_the_United_States"}, {"id": "a2_c4", "title": "Cumulative Cases - Johns Hopkins Coronavirus Resource ...", "text": "The first case of COVID-19 in US was reported 1142 days ago on 1/21/2020. Yesterday, the country reported 46,931 new confirmed cases and 590 deaths.", "snippet": "The first case of COVID-19 in US was reported 1142 days ago on 1/21/2020. Yesterday, the country reported 46,931 new confirmed cases and 590 deaths.", "link": "https://coronavirus.jhu.edu/data/cumulative-cases"}, {"id": "a2_c5", "title": "Excess Deaths Associated with COVID-19", "text": "The tenth dashboard shows weekly counts of death for more detailed causes of death within three of the larger groups: Respiratory diseases and Circulatory ...", "snippet": "The tenth dashboard shows weekly counts of death for more detailed causes of death within three of the larger groups: Respiratory diseases and Circulatory ...", "link": "https://www.cdc.gov/nchs/nvss/vsrr/covid19/excess_deaths.htm"}, {"id": "a2_c6", "title": "Coronavirus (COVID-19) Deaths", "text": "by E Mathieu \u00b7 2020 \u00b7 Cited by 57 \u2014 This page provides data on the number of confirmed deaths from COVID-19. Research has shown that these figures are an underestimate of the total pandemic death ...", "snippet": "by E Mathieu \u00b7 2020 \u00b7 Cited by 57 \u2014 This page provides data on the number of confirmed deaths from COVID-19. Research has shown that these figures are an underestimate of the total pandemic death ...", "link": "https://ourworldindata.org/covid-deaths"}, {"id": "a2_c7", "title": "The Unrecognized Death Toll of COVID-19 in the United States", "text": "by SM Moghadas \u00b7 2021 \u00b7 Cited by 15 \u2014 All-cause excess mortality includes deaths both from the virus itself and those that arise from the externalities of the pandemic. The excess ...", "snippet": "by SM Moghadas \u00b7 2021 \u00b7 Cited by 15 \u2014 All-cause excess mortality includes deaths both from the virus itself and those that arise from the externalities of the pandemic. The excess ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8354557/"}, {"id": "a2_c8", "title": "Social media posts make baseless claim on COVID-19 ...", "text": "Viral posts wrongly suggest that the COVID-19 death toll is exaggerated because \u201cthe state\u201d has instructed that \u201canyone who didnt die by a ...", "snippet": "Viral posts wrongly suggest that the COVID-19 death toll is exaggerated because \u201cthe state\u201d has instructed that \u201canyone who didnt die by a ...", "link": "https://www.kcra.com/article/fact-check-social-media-posts-make-baseless-claim-on-covid-19-death-toll/32096409"}, {"id": "a2_c9", "title": "Covid-19 pandemic had over 150000 uncounted deaths", "text": "Robert Harter there is no vaccine to stop transmission of Covid or regular flu. The vaccines are about reducing severity of symptoms and death.", "snippet": "Robert Harter there is no vaccine to stop transmission of Covid or regular flu. The vaccines are about reducing severity of symptoms and death.", "link": "https://www.facebook.com/cnn/posts/the-covid-19-pandemics-early-death-toll-was-much-higher-than-the-official-us-cou/1312112127448102/"}]}
+{"input": "#WHO warns against #COVID19 complacency, urges for life-saving action xhtxs.cn/zY9", "output": "#WHO warns against #COVID19 complacency, urges for life-saving action xhtxs.cn/zY9", "topic": "Covid", "ground_truth": "S", "raw_label": "factual", "account": "China Xinhua News", "atoms": [{"id": "a0", "text": "WHO warns against COVID19 complacency.", "original": "WHO warns against COVID19 complacency.", "label": "S", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "WHO urges for life-saving action.", "original": "WHO urges for life-saving action.", "label": "S", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}], "contexts": [{"id": "a0_c0", "title": "WHO Warns Against 'Complacency' Over COVID-19 And Monkeypox", "text": "Although COVID-19 cases were down by 80% since February, \u201clast week, one person died with COVID-19 every 44 seconds and most of those those ...", "snippet": "Although COVID-19 cases were down by 80% since February, \u201clast week, one person died with COVID-19 every 44 seconds and most of those those ...", "link": "https://healthpolicy-watch.news/who-warns-against-complacency-over-covid-19-and-monkeypox/"}, {"id": "a0_c1", "title": "No time for COVID-19 complacency, say key countries responsible ...", "text": "No time for COVID-19 complacency, say key countries responsible for tracking global rollout of COVID-19 vaccines, tests and treatments. 22 ...", "snippet": "No time for COVID-19 complacency, say key countries responsible for tracking global rollout of COVID-19 vaccines, tests and treatments. 22 ...", "link": "https://www.who.int/news/item/22-09-2022-no-time-for-covid-19-complacency--say-key-countries-responsible-for-tracking-global-rollout-of-covid-19-vaccines--tests-and-treatments"}, {"id": "a0_c2", "title": "WHO warns against COVID-19 complacency, urges for life-saving ...", "text": "The World Health Organization (WHO) on Thursday warned again against complacency in fighting COVID-19,", "snippet": "The World Health Organization (WHO) on Thursday warned again against complacency in fighting COVID-19,", "link": "https://en.people.cn/n3/2022/0923/c90000-10150754.html"}, {"id": "a0_c3", "title": "No time for complacency warn international public health and ...", "text": "WHO announces that COVID-19 is no longer a Public Health Emergency of International Concern Date: No time for complacency warn international ...", "snippet": "WHO announces that COVID-19 is no longer a Public Health Emergency of International Concern Date: No time for complacency warn international ...", "link": "https://ilcuk.org.uk/no-time-for-complacency-warning-as-who-announces-that-covid-19-is-no-longer-a-public-health-emergency/"}, {"id": "a0_c4", "title": "WHO warns against Covid complacency, urges for life-saving ...", "text": "Geneva: The World Health Organization (WHO) on Thursday warned again against complacency in fighting Covid-19, urging for coordinated action ...", "snippet": "Geneva: The World Health Organization (WHO) on Thursday warned again against complacency in fighting Covid-19, urging for coordinated action ...", "link": "https://health.economictimes.indiatimes.com/amp/news/industry/who-warns-against-covid-complacency-urges-for-life-saving-action/94389388"}, {"id": "a0_c5", "title": "Fauci cautions against 'false complacency' in public rebuke of Trump", "text": "A top US infectious diseases expert warned on Tuesday against a \"false narrative\" of a falling COVID-19-related death rate. Don't get yourself ...", "snippet": "A top US infectious diseases expert warned on Tuesday against a \"false narrative\" of a falling COVID-19-related death rate. Don't get yourself ...", "link": "https://global.chinadaily.com.cn/a/202007/08/WS5f057532a310834817258179.html"}, {"id": "a0_c6", "title": "COVID-19 Misconceptions - FactCheck.org", "text": "To Do if You Have COVID-19 Fact Checks. Did Not Cause 'Nearly All' COVID-19 Deaths + Fewer Cases of Flu Due to Pandemic Precautions, COVID-19 Far More Lethal ...", "snippet": "To Do if You Have COVID-19 Fact Checks. Did Not Cause 'Nearly All' COVID-19 Deaths + Fewer Cases of Flu Due to Pandemic Precautions, COVID-19 Far More Lethal ...", "link": "https://www.factcheck.org/covid-misconceptions/"}, {"id": "a0_c7", "title": "[PDF] 14 common myths about COVID-19 vaccines, busted", "text": "Fact: False. COVID-19 can be very serious and can lead to pneumonia, organ failure, blood clots, and hospitalization, among other potential outcomes.", "snippet": "Fact: False. COVID-19 can be very serious and can lead to pneumonia, organ failure, blood clots, and hospitalization, among other potential outcomes.", "link": "https://immunize.ca/sites/default/files/Resource%20and%20Product%20Uploads%20(PDFs)/COVID-19/covid19_myths_factsheet_web_e.pdf"}, {"id": "a0_c8", "title": "COVID-19 Vaccine Fact-Checking Posts on Facebook - PMC - NIH", "text": "Effective interventions aimed at correcting COVID-19 vaccine misinformation, known as fact-checking messages, are needed to combat the mounting antivaccine ...", "snippet": "Effective interventions aimed at correcting COVID-19 vaccine misinformation, known as fact-checking messages, are needed to combat the mounting antivaccine ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9217154/"}, {"id": "a0_c9", "title": "Covid-19 debunked rumours and hoaxes - AFP Fact Check", "text": "Misleading claims about COVID-19 vaccine spread. Fake WHO document shared in anti-mask posts. Misleading article warns against face masks during the COVID-19 ...", "snippet": "Misleading claims about COVID-19 vaccine spread. Fake WHO document shared in anti-mask posts. Misleading article warns against face masks during the COVID-19 ...", "link": "https://factcheck.afp.com/Covid-19-debunked-rumours-and-hoaxes"}, {"id": "a1_c0", "title": "American Heart Association on Instagram: \"5 powerful CPR ...", "text": "When a cardiac arrest happens, immediate CPR from someone nearby can double or triple the chances of survival. We're excited to work together ...", "snippet": "When a cardiac arrest happens, immediate CPR from someone nearby can double or triple the chances of survival. We're excited to work together ...", "link": "https://www.instagram.com/reel/DZsr89xE410/"}, {"id": "a1_c1", "title": "News Archive | Department of Health and Human Services", "text": "2/6/2023 Maine DHHS Temporarily Closes Lewiston Office Due to Damage From Cold Weather.", "snippet": "2/6/2023 Maine DHHS Temporarily Closes Lewiston Office Due to Damage From Cold Weather.", "link": "https://www.maine.gov/dhhs/news/archive"}, {"id": "a1_c2", "title": "First World #DrowningPrevention Day calls for accelerated ...", "text": "On the first World Drowning Prevention Day, advocates highlight the tragic and profound impact of drowning on families and communities.", "snippet": "On the first World Drowning Prevention Day, advocates highlight the tragic and profound impact of drowning on families and communities.", "link": "https://www.who.int/news/item/23-07-2021-first-world-drowningprevention-day-calls-for-accelerated-action-to-prevent-drowning-offers-strategies-to-save-lives"}, {"id": "a1_c3", "title": "US Exempts 'Life-Saving' Projects From Global ...", "text": "The Trump Administration exempted \u201clife-saving humanitarian assistance\u201d from the \u201cstop-work order\u201d issued to all foreign aid recipients late ...", "snippet": "The Trump Administration exempted \u201clife-saving humanitarian assistance\u201d from the \u201cstop-work order\u201d issued to all foreign aid recipients late ...", "link": "https://healthpolicy-watch.news/us-exempts-life-saving-projects-from-stop-work-order-but-widespread-confusion-continues/"}, {"id": "a1_c4", "title": "Counties Applaud Action to Improve 9-8-8 Suicide and ...", "text": "NACo today applauded an announcement from bipartisan congressional leaders and FCC Chairwoman Jessica Rosenworcel regarding steps to improve ...", "snippet": "NACo today applauded an announcement from bipartisan congressional leaders and FCC Chairwoman Jessica Rosenworcel regarding steps to improve ...", "link": "https://www.naco.org/news/counties-applaud-action-improve-9-8-8-suicide-and-crisis-lifeline"}, {"id": "a1_c5", "title": "Fact Check: Dobbs Will Not Impact Life-Saving Medical Care for High Risk or ...", "text": "The Supreme Court's decision in Dobbs will prevent pregnant women from receiving necessary medical care in the event of life-threatening complications.", "snippet": "The Supreme Court's decision in Dobbs will prevent pregnant women from receiving necessary medical care in the event of life-threatening complications.", "link": "https://lozierinstitute.org/fact-check-dobbs-will-not-impact-life-saving-medical-care-for-high-risk-or-ectopic-pregnancies/"}, {"id": "a1_c6", "title": "Termination of pregnancy can be necessary to save a woman's life, ...", "text": "VERDICT False. Abortion may be medically necessary to save a mother's life. This article was produced by the Reuters Fact Check team.", "snippet": "VERDICT False. Abortion may be medically necessary to save a mother's life. This article was produced by the Reuters Fact Check team.", "link": "https://www.reuters.com/article/fact-check/termination-of-pregnancy-can-be-necessary-to-save-a-womans-life-experts-say-idUSL1N2TC0VD/"}, {"id": "a1_c7", "title": "Patient safety", "text": "WHO fact sheet on patient safety, including key facts, common sources of patient harm, factors leading to patient harm, system approach to ...", "snippet": "WHO fact sheet on patient safety, including key facts, common sources of patient harm, factors leading to patient harm, system approach to ...", "link": "https://www.who.int/news-room/fact-sheets/detail/patient-safety"}, {"id": "a1_c8", "title": "Do you know these heart research facts? Before researchers proved CPR's ...", "text": "Currently, 90% of people who suffer out-of-hospital cardiac arrests die, in part because they do not receive CPR more than half of the time.", "snippet": "Currently, 90% of people who suffer out-of-hospital cardiac arrests die, in part because they do not receive CPR more than half of the time.", "link": "https://www.facebook.com/AmericanHeart/posts/do-you-know-these-heart-research-facts-before-researchers-proved-cprs-effectiven/1528819202612232/"}, {"id": "a1_c9", "title": "Life's Essential 8", "text": "Adults should get 2 1\u20442 hours of moderate or 75 minutes of vigorous physical activity per week. Kids should have 60 minutes every day, including play. My Life ...", "snippet": "Adults should get 2 1\u20442 hours of moderate or 75 minutes of vigorous physical activity per week. Kids should have 60 minutes every day, including play. My Life ...", "link": "https://www.heart.org/en/healthy-living/healthy-lifestyle/lifes-essential-8"}]}
+{"input": "Sinovac Biotech says COVID-19 vaccine, CoronaVac, proves effective in reducing severe disease, death risks in SAR-CoV-2 infection, including cases caused by #Omicron, as some Chinese cities are witnessing outbreaks.", "output": "Sinovac Biotech says COVID-19 vaccine, CoronaVac, proves effective in reducing severe disease, death risks in SAR-CoV-2 infection, including cases caused by #Omicron, as some Chinese cities are witnessing outbreaks.", "topic": "Covid", "ground_truth": "S", "raw_label": "factual", "account": "Global Times", "atoms": [{"id": "a0", "text": "Sinovac Biotech says CoronaVac proves effective in reducing severe disease risks in SAR-CoV-2 infection.", "original": "Sinovac Biotech says CoronaVac proves effective in reducing severe disease risks in SAR-CoV-2 infection.", "label": "S", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "Sinovac Biotech says CoronaVac proves effective in reducing death risks in SAR-CoV-2 infection.", "original": "Sinovac Biotech says CoronaVac proves effective in reducing death risks in SAR-CoV-2 infection.", "label": "S", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "CoronaVac proves effective in reducing severe disease, death risks in cases caused by Omicron.", "original": "CoronaVac proves effective in reducing severe disease, death risks in cases caused by Omicron.", "label": "S", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "Some Chinese cities are witnessing outbreaks.", "original": "Some Chinese cities are witnessing outbreaks.", "label": "S", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}], "contexts": [{"id": "a0_c0", "title": "Effectiveness of Sinovac vaccine against SARS-CoV-2 ... - PMC", "text": "by Y Gao \u00b7 2025 \u00b7 Cited by 1 \u2014 Sinovac vaccine can significantly reduce the in-hospital mortality in individuals with SARS-CoV-2 infection and schizophrenia, compared to those not-vaccinated.", "snippet": "by Y Gao \u00b7 2025 \u00b7 Cited by 1 \u2014 Sinovac vaccine can significantly reduce the in-hospital mortality in individuals with SARS-CoV-2 infection and schizophrenia, compared to those not-vaccinated.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC12822343/"}, {"id": "a0_c1", "title": "The Sinovac-CoronaVac COVID-19 vaccine", "text": "two doses, administered at an interval of 14 days, had an efficacy of 51% against symptomatic SARS-CoV-2 infection, 100% against severe COVID- ...", "snippet": "two doses, administered at an interval of 14 days, had an efficacy of 51% against symptomatic SARS-CoV-2 infection, 100% against severe COVID- ...", "link": "https://www.who.int/news-room/feature-stories/detail/the-sinovac-covid-19-vaccine-what-you-need-to-know"}, {"id": "a0_c2", "title": "CoronaVac Vaccine - an overview", "text": "The CoronaVac vaccine is defined as a chemically inactivated SARS-CoV-2 vaccine that has been shown to protect against severe disease and death, while eliciting ...", "snippet": "The CoronaVac vaccine is defined as a chemically inactivated SARS-CoV-2 vaccine that has been shown to protect against severe disease and death, while eliciting ...", "link": "https://www.sciencedirect.com/topics/medicine-and-dentistry/coronavac-vaccine"}, {"id": "a0_c3", "title": "The CoronaVac vaccine developed by the Chinese ...", "text": "Sinovac's CoronaVac gives 100% protection from death, 96% protection from hospitalization according to real world study, not just clinical ...", "snippet": "Sinovac's CoronaVac gives 100% protection from death, 96% protection from hospitalization according to real world study, not just clinical ...", "link": "https://www.facebook.com/XinhuaNewsAgency/posts/the-coronavac-vaccine-developed-by-the-chinese-biopharmaceutical-company-sinovac/5064361423591261/"}, {"id": "a0_c4", "title": "Latest Real-World Data Show Two-shots of CoronaVac ...", "text": "CoronaVac \u00ae vaccine showed an adjusted vaccine effectiveness of 65.3% for the prevention of COVID-19, 87.5% for the prevention of ...", "snippet": "CoronaVac \u00ae vaccine showed an adjusted vaccine effectiveness of 65.3% for the prevention of COVID-19, 87.5% for the prevention of ...", "link": "https://www.sinovac.com/en-us/news/id-3083"}, {"id": "a0_c5", "title": "Effectiveness of Sinovac vaccine against SARS-CoV-2 (CoronaVac ...", "text": "by Y Gao \u00b7 2025 \u00b7 Cited by 1 \u2014 Sinovac vaccine can significantly reduce the in-hospital mortality in individuals with SARS-CoV-2 infection and schizophrenia, compared to those not-vaccinated.", "snippet": "by Y Gao \u00b7 2025 \u00b7 Cited by 1 \u2014 Sinovac vaccine can significantly reduce the in-hospital mortality in individuals with SARS-CoV-2 infection and schizophrenia, compared to those not-vaccinated.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC12822343/"}, {"id": "a0_c6", "title": "The Sinovac-CoronaVac COVID-19 vaccine: What you need to know", "text": "two doses, administered at an interval of 14 days, had an efficacy of 51% against symptomatic SARS-CoV-2 infection, 100% against severe COVID- ...", "snippet": "two doses, administered at an interval of 14 days, had an efficacy of 51% against symptomatic SARS-CoV-2 infection, 100% against severe COVID- ...", "link": "https://www.who.int/news-room/feature-stories/detail/the-sinovac-covid-19-vaccine-what-you-need-to-know"}, {"id": "a0_c7", "title": "Chinese Sinovac Vaccine Shows Reduced Efficacy Against SARS ...", "text": "The efficacy rate of the vaccine against SARS-CoV2 was only 50.3%, 83.7% effective for more serious cases requiring medical treatment,", "snippet": "The efficacy rate of the vaccine against SARS-CoV2 was only 50.3%, 83.7% effective for more serious cases requiring medical treatment,", "link": "https://healthpolicy-watch.news/chinese-sinovac-vaccine-shows-reduced-efficacy-against-sars-cov2-variant-identified-in-brazil-but-astrazenecas-holds-up-well-early-data/"}, {"id": "a0_c8", "title": "Latest Real-World Data Show Two-shots of CoronaVac ...", "text": "CoronaVac \u00ae vaccine showed an adjusted vaccine effectiveness of 65.3% for the prevention of COVID-19, 87.5% for the prevention of ...", "snippet": "CoronaVac \u00ae vaccine showed an adjusted vaccine effectiveness of 65.3% for the prevention of COVID-19, 87.5% for the prevention of ...", "link": "https://www.sinovac.com/en-us/news/id-3083"}, {"id": "a0_c9", "title": "CoronaVac", "text": "Overall, CoronaVac's safety and efficacy profile in preventing severe COVID-19 have contributed to its use in vaccination programs, particularly in regions with ...", "snippet": "Overall, CoronaVac's safety and efficacy profile in preventing severe COVID-19 have contributed to its use in vaccination programs, particularly in regions with ...", "link": "https://en.wikipedia.org/wiki/CoronaVac"}, {"id": "a1_c0", "title": "Effectiveness of Sinovac vaccine against SARS-CoV-2 (CoronaVac ...", "text": "by Y Gao \u00b7 2025 \u00b7 Cited by 1 \u2014 Sinovac vaccine can significantly reduce the in-hospital mortality in individuals with SARS-CoV-2 infection and schizophrenia, compared to those not-vaccinated.", "snippet": "by Y Gao \u00b7 2025 \u00b7 Cited by 1 \u2014 Sinovac vaccine can significantly reduce the in-hospital mortality in individuals with SARS-CoV-2 infection and schizophrenia, compared to those not-vaccinated.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC12822343/"}, {"id": "a1_c1", "title": "The Sinovac-CoronaVac COVID-19 vaccine: What you need to know", "text": "A large phase 3 trial in Brazil showed that two doses, administered at an interval of 14 days, had an efficacy of 51% against symptomatic SARS- ...", "snippet": "A large phase 3 trial in Brazil showed that two doses, administered at an interval of 14 days, had an efficacy of 51% against symptomatic SARS- ...", "link": "https://www.who.int/news-room/feature-stories/detail/the-sinovac-covid-19-vaccine-what-you-need-to-know"}, {"id": "a1_c2", "title": "CoronaVac Vaccine - an overview", "text": "The CoronaVac vaccine is defined as a chemically inactivated SARS-CoV-2 vaccine that has been shown to protect against severe disease and death,", "snippet": "The CoronaVac vaccine is defined as a chemically inactivated SARS-CoV-2 vaccine that has been shown to protect against severe disease and death,", "link": "https://www.sciencedirect.com/topics/medicine-and-dentistry/coronavac-vaccine"}, {"id": "a1_c3", "title": "Efficacy and safety of an inactivated whole-virion SARS-CoV-2 vaccine ...", "text": "by MD Tanriover \u00b7 2021 \u00b7 Cited by 1103 \u2014 In summary, our results show that CoronaVac has good efficacy against symptomatic SARS-CoV-2 infection and severe COVID-19 (ie, that requiring hospitalisation), ...", "snippet": "by MD Tanriover \u00b7 2021 \u00b7 Cited by 1103 \u2014 In summary, our results show that CoronaVac has good efficacy against symptomatic SARS-CoV-2 infection and severe COVID-19 (ie, that requiring hospitalisation), ...", "link": "https://www.thelancet.com/article/S0140-6736(21)01429-X/fulltext"}, {"id": "a1_c4", "title": "Latest Real-World Data Show Two-shots of CoronaVac ...", "text": "Real-world data show effectiveness of CoronaVac\u00ae 74.5% for prevent of COVID-19, 91.0% for hospitalisation and 93.8% for ICU admission", "snippet": "Real-world data show effectiveness of CoronaVac\u00ae 74.5% for prevent of COVID-19, 91.0% for hospitalisation and 93.8% for ICU admission", "link": "https://www.sinovac.com/en-us/news/id-3083"}, {"id": "a1_c5", "title": "The Sinovac-CoronaVac COVID-19 vaccine: What you need to know", "text": "A large phase 3 trial in Brazil showed that two doses, administered at an interval of 14 days, had an efficacy of 51% against symptomatic SARS- ...", "snippet": "A large phase 3 trial in Brazil showed that two doses, administered at an interval of 14 days, had an efficacy of 51% against symptomatic SARS- ...", "link": "https://www.who.int/news-room/feature-stories/detail/the-sinovac-covid-19-vaccine-what-you-need-to-know"}, {"id": "a1_c6", "title": "Debunking COVID-19 myths - Mayo Clinic", "text": "Unless your healthcare professional has said to avoid it, a COVID-19 vaccine is less risky than catching the virus that causes COVID-19.", "snippet": "Unless your healthcare professional has said to avoid it, a COVID-19 vaccine is less risky than catching the virus that causes COVID-19.", "link": "https://www.mayoclinic.org/diseases-conditions/coronavirus/in-depth/coronavirus-myths/art-20485720"}, {"id": "a1_c7", "title": "*Medical data from vaccine use show Sinovac and Pfizer equally ...", "text": "*Sinovac* was found to *reduce Covid-19 infection by 65.9% , reduce hospitalization by 87.5%,, reduce ICU admission by 90.3% and reduce deaths ...", "snippet": "*Sinovac* was found to *reduce Covid-19 infection by 65.9% , reduce hospitalization by 87.5%,, reduce ICU admission by 90.3% and reduce deaths ...", "link": "https://www.facebook.com/DGHisham/posts/medical-data-from-vaccine-use-show-sinovac-and-pfizer-equally-effective-against-/4559998030690716/"}, {"id": "a1_c8", "title": "Chinese Sinovac Vaccine Shows Reduced Efficacy Against SARS ...", "text": "The efficacy rate of the vaccine against SARS-CoV2 was only 50.3%, based on late stage clinical trial results from Brazil.", "snippet": "The efficacy rate of the vaccine against SARS-CoV2 was only 50.3%, based on late stage clinical trial results from Brazil.", "link": "https://healthpolicy-watch.news/chinese-sinovac-vaccine-shows-reduced-efficacy-against-sars-cov2-variant-identified-in-brazil-but-astrazenecas-holds-up-well-early-data/"}, {"id": "a1_c9", "title": "COVID-19 Misconceptions - FactCheck.org", "text": "On this page, you'll find answers to commonly asked questions, as well as links to our articles debunking misinformation.", "snippet": "On this page, you'll find answers to commonly asked questions, as well as links to our articles debunking misinformation.", "link": "https://www.factcheck.org/covid-misconceptions/"}, {"id": "a2_c0", "title": "Effectiveness of BNT162b2 and CoronaVac vaccinations against ...", "text": "by VKC Yan \u00b7 2022 \u00b7 Cited by 60 \u2014 Both CoronaVac and BNT162b2 vaccination were effective against COVID-19-related mortality and severe complications amidst the Omicron BA.2 pandemic,", "snippet": "by VKC Yan \u00b7 2022 \u00b7 Cited by 60 \u2014 Both CoronaVac and BNT162b2 vaccination were effective against COVID-19-related mortality and severe complications amidst the Omicron BA.2 pandemic,", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9553171/"}, {"id": "a2_c1", "title": "Estimation of Vaccine Effectiveness of CoronaVac and BNT162b2 Against ...", "text": "by Y Wei \u00b7 2023 \u00b7 Cited by 49 \u2014 CoronaVac and BNT162b2 vaccines were generally estimated to be effective against severe outcomes due to SARS-CoV-2 Omicron infection,", "snippet": "by Y Wei \u00b7 2023 \u00b7 Cited by 49 \u2014 CoronaVac and BNT162b2 vaccines were generally estimated to be effective against severe outcomes due to SARS-CoV-2 Omicron infection,", "link": "https://jamanetwork.com/journals/jamanetworkopen/fullarticle/2800935"}, {"id": "a2_c2", "title": "Omicron-adapted COVID vaccines may reduce death, hospitalization risk", "text": "Omicron-adapted vaccines were associated with reductions in both all-cause mortality and COVID-related hospitalizations compared with no Omicron ...", "snippet": "Omicron-adapted vaccines were associated with reductions in both all-cause mortality and COVID-related hospitalizations compared with no Omicron ...", "link": "https://www.cidrap.umn.edu/covid-19/omicron-adapted-covid-vaccines-may-reduce-death-hospitalization-risk"}, {"id": "a2_c3", "title": "Assessing vaccine effectiveness against severe COVID-19 disease ...", "text": "by DR Feikin \u00b7 2022 \u00b7 Cited by 97 \u2014 Vaccine effectiveness against severe omicron disease, on average, is higher, but has shown variability, including rapid apparent waning, in some studies.", "snippet": "by DR Feikin \u00b7 2022 \u00b7 Cited by 97 \u2014 Vaccine effectiveness against severe omicron disease, on average, is higher, but has shown variability, including rapid apparent waning, in some studies.", "link": "https://www.sciencedirect.com/science/article/pii/S0264410X22005230"}, {"id": "a2_c4", "title": "Expert review of global real-world data on COVID-19 vaccine booster ...", "text": "by R Solante \u00b7 2023 \u00b7 Cited by 67 \u2014 Expert opinion Booster shots of the current COVID-19 vaccines provide consistently high protection against Omicron-related severe disease and death.", "snippet": "by R Solante \u00b7 2023 \u00b7 Cited by 67 \u2014 Expert opinion Booster shots of the current COVID-19 vaccines provide consistently high protection against Omicron-related severe disease and death.", "link": "https://www.tandfonline.com/doi/full/10.1080/14760584.2023.2143347"}, {"id": "a2_c5", "title": "COVID-19 Vaccine: Between Myth and Truth - PMC - NIH", "text": "by PP Piccaluga \u00b7 2022 \u00b7 Cited by 24 \u2014 CoronaVac vaccine, which had a proven effectiveness of 51% [14,15]. Omicron-infected individuals have a 50% lower risk of visiting or to being admitted to the ...", "snippet": "by PP Piccaluga \u00b7 2022 \u00b7 Cited by 24 \u2014 CoronaVac vaccine, which had a proven effectiveness of 51% [14,15]. Omicron-infected individuals have a 50% lower risk of visiting or to being admitted to the ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8950941/"}, {"id": "a2_c6", "title": "Debunking COVID-19 myths", "text": "COVID-19 vaccines are not linked to a rise in cancer or more-aggressive cancer. there is no evidence to support this myth.", "snippet": "COVID-19 vaccines are not linked to a rise in cancer or more-aggressive cancer. there is no evidence to support this myth.", "link": "https://www.mayoclinic.org/diseases-conditions/coronavirus/in-depth/coronavirus-myths/art-20485720"}, {"id": "a2_c7", "title": "COVID-19 Misconceptions", "text": "Early Data on Omicron Fact Checks + Fewer Cases of Flu Due to Pandemic. Claims About Omicron 'Symptoms' and COVID-19 Vaccines. Reduced Its COVID-19 Death Count", "snippet": "Early Data on Omicron Fact Checks + Fewer Cases of Flu Due to Pandemic. Claims About Omicron 'Symptoms' and COVID-19 Vaccines. Reduced Its COVID-19 Death Count", "link": "https://www.factcheck.org/covid-misconceptions/"}, {"id": "a2_c8", "title": "Effectiveness of COVID-19 vaccines against Omicron and ...", "text": "by J Stowe \u00b7 2022 \u00b7 Cited by 181 \u2014 Real-world studies have since found reduced effectiveness of COVID-19 vaccines against infection or mild disease with the Omicron variant.", "snippet": "by J Stowe \u00b7 2022 \u00b7 Cited by 181 \u2014 Real-world studies have since found reduced effectiveness of COVID-19 vaccines against infection or mild disease with the Omicron variant.", "link": "https://www.nature.com/articles/s41467-022-33378-7"}, {"id": "a2_c9", "title": "Vaccine Effectiveness | COVID-19", "text": "COVID-19 vaccines may provide lasting protection against critical illness or death due to COVID-19.", "snippet": "COVID-19 vaccines may provide lasting protection against critical illness or death due to COVID-19.", "link": "https://www.cdc.gov/covid/php/surveillance/vaccine-effectiveness.html"}, {"id": "a3_c0", "title": "Fresh COVID-19 Outbreaks Put Millions Under Lockdown in China", "text": "Authorities have reported more than 300 infections in Xian, with new clusters found in Shanghai, Beijing, elsewhere.", "snippet": "Authorities have reported more than 300 infections in Xian, with new clusters found in Shanghai, Beijing, elsewhere.", "link": "https://www.voanews.com/a/fresh-covid-19-outbreaks-put-millions-under-lockdown-in-china/6648113.html"}, {"id": "a3_c1", "title": "China seals off two cities following COVID outbreaks - DW News", "text": "Chinese authorities imposed strict measures on two cities in Hebei province, just south of Beijing, on Friday in order to curb a new outbreak of coronavirus.", "snippet": "Chinese authorities imposed strict measures on two cities in Hebei province, just south of Beijing, on Friday in order to curb a new outbreak of coronavirus.", "link": "https://www.dw.com/en/china-seals-off-two-cities-following-covid-outbreaks/a-56171037"}, {"id": "a3_c2", "title": "China's ghost cities: fear of coronavirus leaves streets deserted", "text": "Residents say they are trapped in their own homes as the country grapples with the expanding outbreak.", "snippet": "Residents say they are trapped in their own homes as the country grapples with the expanding outbreak.", "link": "https://www.theguardian.com/world/2020/feb/08/china-ghost-cities-fear-coronavirus-streets-deserted-outbreak"}, {"id": "a3_c3", "title": "China Covid: Protests continue in major cities across the country - BBC", "text": "Protests against strict Covid measures in China have spilled into a second night and spread to the biggest cities.", "snippet": "Protests against strict Covid measures in China have spilled into a second night and spread to the biggest cities.", "link": "https://www.bbc.com/news/world-asia-63771109"}, {"id": "a3_c4", "title": "Two massive Chinese cities ease Covid-19 curbs as protests spread", "text": "Two big cities in China, Guangzhou and Chongqing, announced an easing of pandemic restrictions on November 30, 2022, in a move that followed ...", "snippet": "Two big cities in China, Guangzhou and Chongqing, announced an easing of pandemic restrictions on November 30, 2022, in a move that followed ...", "link": "https://www.scmp.com/video/china/3201720/two-massive-chinese-cities-ease-covid-19-curbs-protests-spread"}, {"id": "a3_c5", "title": "False claim: Beijing and Shanghai are untouched by COVID-19", "text": "The claim is false; both Beijing and Shanghai, China's two most populous cities, have reported confirmed COVID-19 cases and deaths since January ...", "snippet": "The claim is false; both Beijing and Shanghai, China's two most populous cities, have reported confirmed COVID-19 cases and deaths since January ...", "link": "https://factcheck.afp.com/false-claim-beijing-and-shanghai-are-untouched-covid-19"}, {"id": "a3_c6", "title": "FACT CHECK: Don't Believe China's Misleading COVID-19 Death Counts", "text": "Shanghai, China's largest city and a financial hub, is at the epicenter of the country's worst COVID-19 outbreak since the virus emerged in\u00a0...", "snippet": "Shanghai, China's largest city and a financial hub, is at the epicenter of the country's worst COVID-19 outbreak since the virus emerged in\u00a0...", "link": "https://www.youtube.com/watch?v=LoZcNxjR8hM"}, {"id": "a3_c7", "title": "VERIFY: Fact-checking viral coronavirus videos and claims", "text": "What you're seeing in the video is a real screening policy Chinese officials have enacted to try and curb the spread of the disease. Wuhan's ...", "snippet": "What you're seeing in the video is a real screening policy Chinese officials have enacted to try and curb the spread of the disease. Wuhan's ...", "link": "https://www.kvue.com/article/news/coronavirus/coronavirus-fact-checking-viral-coronavirus-claims/507-8ee6e3a6-e6c4-4cc5-add6-32b3cd623416"}, {"id": "a3_c8", "title": "Factbox: Key facts about Wuhan, epicenter of China's virus outbreak", "text": "Here are key facts about China's central city of Wuhan, home to more than 11 million people, which has emerged as the epicenter of a new virus outbreak.", "snippet": "Here are key facts about China's central city of Wuhan, home to more than 11 million people, which has emerged as the epicenter of a new virus outbreak.", "link": "https://www.reuters.com/article/business/healthcare-pharmaceuticals/factbox-key-facts-about-wuhan-epicenter-of-chinas-virus-outbreak-idUSKBN1ZL1P6/"}, {"id": "a3_c9", "title": "Daily life in Beijing during battle against #COVID19 The sudden ...", "text": "Beijing, the city that once suffered from a resurgence of #COVID19 infections, has reported zero new cases for 10 consecutive days and lowered ...", "snippet": "Beijing, the city that once suffered from a resurgence of #COVID19 infections, has reported zero new cases for 10 consecutive days and lowered ...", "link": "https://www.facebook.com/WeAreChinaVideos/posts/daily-life-in-beijing-during-battle-against-covid19the-sudden-outbreak-of-covid-/495630224458321/"}]}
+{"input": "New Omicron subvariants BQ.1 and BQ.1.1 account for nearly 70 percent of new COVID-19 cases in the United States in the latest week, according to estimates released Friday by the U.S. Centers for Disease Control and Prevention (CDC).", "output": "New Omicron subvariants BQ.1 and BQ.1.1 account for nearly 70 percent of new COVID-19 cases in the United States in the latest week, according to estimates released Friday by the U.S. Centers for Disease Control and Prevention (CDC).", "topic": "Covid", "ground_truth": "S", "raw_label": "factual", "account": "Global Times", "atoms": [{"id": "a0", "text": "New Omicron subvariants BQ.1 and BQ.1.1 account for nearly 70 percent of new COVID-19 cases in the United States.", "original": "New Omicron subvariants BQ.1 and BQ.1.1 account for nearly 70 percent of new COVID-19 cases in the United States.", "label": "S", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "The estimates were released by the U.S. Centers for Disease Control and Prevention (CDC).", "original": "The estimates were released by the U.S. Centers for Disease Control and Prevention (CDC).", "label": "S", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "The estimates were released on Friday.", "original": "The estimates were released on Friday.", "label": "S", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "BQ.1 is a new Omicron subvariant.", "original": "BQ.1 is a new Omicron subvariant.", "label": "S", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}, {"id": "a4", "text": "BQ.1.1 is a new Omicron subvariant.", "original": "BQ.1.1 is a new Omicron subvariant.", "label": "S", "contexts": ["a4_c0", "a4_c1", "a4_c2", "a4_c3", "a4_c4", "a4_c5", "a4_c6", "a4_c7", "a4_c8", "a4_c9"]}, {"id": "a5", "text": "The estimates are for the latest week.", "original": "The estimates are for the latest week.", "label": "S", "contexts": ["a5_c0", "a5_c1", "a5_c2", "a5_c3", "a5_c4", "a5_c5", "a5_c6", "a5_c7", "a5_c8", "a5_c9"]}], "contexts": [{"id": "a0_c0", "title": "Emergence BQ.1 and BQ.1.1 as newly identified omicron subvariants - PMC", "text": "by S Akash \u00b7 2023 \u00b7 Cited by 26 \u2014 BQ.1 and BQ.1.1 are subvariants of the Omicron account for the majority of COVID-19 cases. He refers to them as 'first cousins,' pointing out ...", "snippet": "by S Akash \u00b7 2023 \u00b7 Cited by 26 \u2014 BQ.1 and BQ.1.1 are subvariants of the Omicron account for the majority of COVID-19 cases. He refers to them as 'first cousins,' pointing out ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10129190/"}, {"id": "a0_c1", "title": "CDC shows new BQ.1 and BQ 1.1 Omicron subvariants account for 44 ...", "text": "BQ.1 made up an estimated 20.1% of circulating US cases for the week ending 12 November, while BQ.1.1 accounted for nearly 24.1%, according to ...", "snippet": "BQ.1 made up an estimated 20.1% of circulating US cases for the week ending 12 November, while BQ.1.1 accounted for nearly 24.1%, according to ...", "link": "https://pmlive.com/pharma_news/cdc_shows_new_bq-1_and_bq_1-1_omicron_subvariants_account_for_44_of_us_covid-19_cases_1480776/"}, {"id": "a0_c2", "title": "Two new omicron subvariants have become dominant in the United ...", "text": "Two new omicron subvariants have become dominant in the United States, raising fears they could fuel yet another surge of COVID-19 infections.", "snippet": "Two new omicron subvariants have become dominant in the United States, raising fears they could fuel yet another surge of COVID-19 infections.", "link": "https://www.facebook.com/alaskapublic/posts/two-new-omicron-subvariants-have-become-dominant-in-the-united-states-raising-fe/548888470580196/"}, {"id": "a0_c3", "title": "Omicron BQ.1 and BQ.1.1 \u2013 an expert answers three key questions about ...", "text": "Two new omicron subvariants, BQ.1 and BQ.1.1, are quickly gaining traction in the US, collectively accounting for 27% of infections as of October 29.", "snippet": "Two new omicron subvariants, BQ.1 and BQ.1.1, are quickly gaining traction in the US, collectively accounting for 27% of infections as of October 29.", "link": "https://theconversation.com/omicron-bq-1-and-bq-1-1-an-expert-answers-three-key-questions-about-these-new-covid-variants-192873"}, {"id": "a0_c4", "title": "Genomic Surveillance for SARS-CoV-2 Variants: Circulation of Omicron ...", "text": "by KC Ma \u00b7 2023 \u00b7 Cited by 134 \u2014 During this period, the Omicron variant remained predominant, with various descendant lineages reaching national predominance (>50% prevalence).", "snippet": "by KC Ma \u00b7 2023 \u00b7 Cited by 134 \u2014 During this period, the Omicron variant remained predominant, with various descendant lineages reaching national predominance (>50% prevalence).", "link": "https://www.cdc.gov/mmwr/volumes/72/wr/mm7224a2.htm"}, {"id": "a0_c5", "title": "Emergence BQ.1 and BQ.1.1 as newly identified omicron subvariants - PMC", "text": "by S Akash \u00b7 2023 \u00b7 Cited by 26 \u2014 ' According to Dr Russo's explanation, BQ.1 and BQ.1.1 are subvariants of the Omicron account for the majority of COVID-19 cases. He refers ...", "snippet": "by S Akash \u00b7 2023 \u00b7 Cited by 26 \u2014 ' According to Dr Russo's explanation, BQ.1 and BQ.1.1 are subvariants of the Omicron account for the majority of COVID-19 cases. He refers ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10129190/"}, {"id": "a0_c6", "title": "XBB.1.5 Omicron subvariant: Questions patients may have", "text": "BQ.1.1 is now the second most dominant strain at about 29% of COVID-19 cases. But that could change quickly. At the moment, XBB.1.5 is the most ...", "snippet": "BQ.1.1 is now the second most dominant strain at about 29% of COVID-19 cases. But that could change quickly. At the moment, XBB.1.5 is the most ...", "link": "https://www.ama-assn.org/public-health/infectious-diseases/xbb15-omicron-subvariant-questions-patients-may-have"}, {"id": "a0_c7", "title": "COVID variants BQ.1/BQ.1.1 make up nearly half of U.S. cases - CDC", "text": "Omicron subvariants BQ.1 and BQ.1.1 account for nearly half of the COVID-19 cases in the country for the week ending Nov. 19, compared with 39. ...", "snippet": "Omicron subvariants BQ.1 and BQ.1.1 account for nearly half of the COVID-19 cases in the country for the week ending Nov. 19, compared with 39. ...", "link": "https://www.reuters.com/business/healthcare-pharmaceuticals/covid-variants-bq1bq11-make-up-nearly-half-us-cases-cdc-2022-11-18/"}, {"id": "a0_c8", "title": "Two new omicron subvariants have become dominant in the United ...", "text": "nearly 48% of new coronavirus cases last week, Omicron subvariants BQ.1 and BQ.1.1 are now dominant in the U.S. 48 percent of new cases for the ...", "snippet": "nearly 48% of new coronavirus cases last week, Omicron subvariants BQ.1 and BQ.1.1 are now dominant in the U.S. 48 percent of new cases for the ...", "link": "https://www.facebook.com/alaskapublic/posts/two-new-omicron-subvariants-have-become-dominant-in-the-united-states-raising-fe/548888470580196/"}, {"id": "a0_c9", "title": "New COVID-19 Variants BQ.1 and BQ1.1", "text": "They are spreading quickly; cases attributed to the new variants currently account for about 50 % of COVID cases here in the U.S.. There is a rise in COVID-19 ...", "snippet": "They are spreading quickly; cases attributed to the new variants currently account for about 50 % of COVID cases here in the U.S.. There is a rise in COVID-19 ...", "link": "https://ehe.health/blog/covid-variants/"}, {"id": "a1_c0", "title": "Vaccination Trends | Respiratory Illnesses - CDC", "text": "This page provides an update on COVID-19, flu, and RSV vaccination among children and adults based on weekly national surveys.", "snippet": "This page provides an update on COVID-19, flu, and RSV vaccination among children and adults based on weekly national surveys.", "link": "https://www.cdc.gov/respiratory-viruses/data/vaccination-trends.html"}, {"id": "a1_c1", "title": "Early Estimates of Bivalent mRNA Vaccine Effectiveness... - CDC", "text": "A bivalent booster dose provided 73% additional protection against COVID-19 hospitalization compared with past monovalent mRNA vaccination only.", "snippet": "A bivalent booster dose provided 73% additional protection against COVID-19 hospitalization compared with past monovalent mRNA vaccination only.", "link": "https://www.cdc.gov/mmwr/volumes/71/wr/mm715152e2.htm"}, {"id": "a1_c2", "title": "Interim Estimates of 2024\u20132025 COVID-19 Vaccine Effectiveness ...", "text": "Vaccine effectiveness (VE) of 2024\u20132025 COVID-19 vaccine was 33% against COVID-19\u2013associated emergency department (ED) or urgent care (UC) visits among adults ...", "snippet": "Vaccine effectiveness (VE) of 2024\u20132025 COVID-19 vaccine was 33% against COVID-19\u2013associated emergency department (ED) or urgent care (UC) visits among adults ...", "link": "https://www.cdc.gov/mmwr/volumes/74/wr/mm7406a1.htm"}, {"id": "a1_c3", "title": "The U.S. COVID-19 vaccination program: A look back and future ...", "text": "During the first three years of COVID-19, COVID-19 caused 5.9 million hospitalizations and 1.1 million reported deaths in the United States", "snippet": "During the first three years of COVID-19, COVID-19 caused 5.9 million hospitalizations and 1.1 million reported deaths in the United States", "link": "https://www.sciencedirect.com/science/article/pii/S0264410X24000653"}, {"id": "a1_c4", "title": "Vaccine Effectiveness | COVID-19 - CDC", "text": "CDC now measures incremental vaccine effectiveness\u2014 interpreted as added protection above baseline immunity. Estimates of COVID-19", "snippet": "CDC now measures incremental vaccine effectiveness\u2014 interpreted as added protection above baseline immunity. Estimates of COVID-19", "link": "https://www.cdc.gov/covid/php/surveillance/vaccine-effectiveness.html"}, {"id": "a1_c5", "title": "Excess Deaths Associated with COVID-19", "text": "This visualization provides weekly estimates of excess deaths by the jurisdiction in which the death occurred.", "snippet": "This visualization provides weekly estimates of excess deaths by the jurisdiction in which the death occurred.", "link": "https://www.cdc.gov/nchs/nvss/vsrr/covid19/excess_deaths.htm"}, {"id": "a1_c6", "title": "The Facts on the Vaccines the CDC No Longer ...", "text": "He added that a 2024 modeling study estimated that through 2021, vaccination in the U.S. prevented 500 cases of invasive meningococcal diseases ...", "snippet": "He added that a 2024 modeling study estimated that through 2021, vaccination in the U.S. prevented 500 cases of invasive meningococcal diseases ...", "link": "https://www.factcheck.org/2026/01/the-facts-on-the-vaccines-the-cdc-no-longer-recommends-for-all-kids/"}, {"id": "a1_c7", "title": "Vaccine Effectiveness | COVID-19", "text": "CDC now measures incremental vaccine effectiveness\u2014 interpreted as added protection above baseline immunity. This helps policymakers decide if ...", "snippet": "CDC now measures incremental vaccine effectiveness\u2014 interpreted as added protection above baseline immunity. This helps policymakers decide if ...", "link": "https://www.cdc.gov/covid/php/surveillance/vaccine-effectiveness.html"}, {"id": "a1_c8", "title": "Fact Check: President Trump says 99% of coronavirus ...", "text": "Fact Check: President Trump says 99% of coronavirus cases have been harmless. CDC casts different picture \u00b7 Mortality Rates and Disease Severity.", "snippet": "Fact Check: President Trump says 99% of coronavirus cases have been harmless. CDC casts different picture \u00b7 Mortality Rates and Disease Severity.", "link": "https://www.wbaltv.com/article/fact-check-president-trump-says-99-of-coronavirus-cases-have-been-harmless-cdc-casts-different-picture/33235745"}, {"id": "a1_c9", "title": "A People's External Review of the U.S. Centers for Disease ...", "text": "by LZ Jirmanus \u00b7 2024 \u00b7 Cited by 6 \u2014 COVID-19 had caused more than 1.1 million deaths in the U.S. as of May 2023 and contributed to a 3-year decline in life expectancy. A coalition of public health ...", "snippet": "by LZ Jirmanus \u00b7 2024 \u00b7 Cited by 6 \u2014 COVID-19 had caused more than 1.1 million deaths in the U.S. as of May 2023 and contributed to a 3-year decline in life expectancy. A coalition of public health ...", "link": "https://www.sciencedirect.com/science/article/pii/S2773065424000269"}, {"id": "a2_c0", "title": "Gross Domestic Product (Third Estimate), GDP by Industry ...", "text": "Real gross domestic product (GDP) decreased at an annual rate of 0.6 percent in the second quarter of 2022", "snippet": "Real gross domestic product (GDP) decreased at an annual rate of 0.6 percent in the second quarter of 2022", "link": "https://www.bea.gov/news/2022/gross-domestic-product-third-estimate-gdp-industry-and-corporate-profits-revised-2nd"}, {"id": "a2_c1", "title": "Atia Amin is the 2022 Three Minute Thesis (3MT) People's ...", "text": "The presentation explored issues of leishmaniasis, a little-known tropical disease estimated to affect around 1 million people every year", "snippet": "The presentation explored issues of leishmaniasis, a little-known tropical disease estimated to affect around 1 million people every year", "link": "https://cgsnet.org/press-releases/atia-amin-is-the-2022-three-minute-thesis-3mt%EF%83%92-peoples-choice-winner"}, {"id": "a2_c2", "title": "CBO Releases New 10-Year Economic Projections", "text": "CBO projects the economy will grow by 4.6 percent between 2020 and 2021, grow by 2.9 percent in 2022, and then grow an average of 1.9 percent per year from ...", "snippet": "CBO projects the economy will grow by 4.6 percent between 2020 and 2021, grow by 2.9 percent in 2022, and then grow an average of 1.9 percent per year from ...", "link": "https://www.crfb.org/blogs/cbo-releases-new-10-year-economic-projections"}, {"id": "a2_c3", "title": "1989 Saturday Morning Flashback December 10, 2022", "text": "Here are 26 songs from albums released in June 1989. Click this link to play the music:", "snippet": "Here are 26 songs from albums released in June 1989. Click this link to play the music:", "link": "https://www.facebook.com/93XRT/posts/playlist-1989-saturday-morning-flashback-december-10-2022/10162312655669112/"}, {"id": "a2_c4", "title": "2021-22 Fiscal Outlook Revenue Estimates [EconTax Blog]", "text": "our estimates are $30 billion above the Budget Act in 2021-22 and around $20 billion higher in 2022-23 and 2023-24. our estimates are $5 ...", "snippet": "our estimates are $30 billion above the Budget Act in 2021-22 and around $20 billion higher in 2022-23 and 2023-24. our estimates are $5 ...", "link": "https://lao.ca.gov/LAOEconTax/Article/Detail/581"}, {"id": "a2_c5", "title": "FactChecking Trump's Rapid-Fire Prime-Time Address", "text": "President Donald Trump blitzed through a prime-time address to the nation on Dec. 17, but while short, Trump's speech contained a number of ...", "snippet": "President Donald Trump blitzed through a prime-time address to the nation on Dec. 17, but while short, Trump's speech contained a number of ...", "link": "https://www.factcheck.org/2025/12/factchecking-trumps-rapid-fire-prime-time-address/"}, {"id": "a2_c6", "title": "Estimating Fact-checking's Effects1", "text": "by B Nyhan \u00b7 2016 \u00b7 Cited by 69 \u2014 What do Americans think about fact-checking and what effect does exposure to this new kind of news coverage have on people's political ...", "snippet": "by B Nyhan \u00b7 2016 \u00b7 Cited by 69 \u2014 What do Americans think about fact-checking and what effect does exposure to this new kind of news coverage have on people's political ...", "link": "https://www.americanpressinstitute.org/wp-content/uploads/2016/09/Estimating-Fact-Checkings-Effect.pdf"}, {"id": "a2_c7", "title": "Facts, alternative facts, and fact checking in times of post-truth politics", "text": "by O Barrera \u00b7 2020 \u00b7 Cited by 523 \u2014 In a randomized online experiment during the 2017 French presidential election campaign, we subjected subgroups of 2480 French voters to alternative facts by ...", "snippet": "by O Barrera \u00b7 2020 \u00b7 Cited by 523 \u2014 In a randomized online experiment during the 2017 French presidential election campaign, we subjected subgroups of 2480 French voters to alternative facts by ...", "link": "https://www.sciencedirect.com/science/article/pii/S0047272719301859"}, {"id": "a2_c8", "title": "Fact checking President Trump's State of the Union address", "text": "President Donald Trump delivered his first State of the Union address of his second term. Trump focused on the economy, immigration and ...", "snippet": "President Donald Trump delivered his first State of the Union address of his second term. Trump focused on the economy, immigration and ...", "link": "https://www.kcra.com/article/fact-check-trump-state-of-the-union/70485471"}, {"id": "a2_c9", "title": "Fact Check Tools Recents", "text": "A Kuwaiti-Bahraini strike on Iran in response to Iranian attacks. \u00b7 Claim by Jo Etienne Abela: \u00b7 Claim by Surendra Singh Rajput, social media users, @nkk_123:.", "snippet": "A Kuwaiti-Bahraini strike on Iran in response to Iranian attacks. \u00b7 Claim by Jo Etienne Abela: \u00b7 Claim by Surendra Singh Rajput, social media users, @nkk_123:.", "link": "https://toolbox.google.com/factcheck"}, {"id": "a3_c0", "title": "Exploratory analysis of SARS-CoV-2 omicron variant and its subvariant ...", "text": "by R Muthusami \u00b7 2023 \u00b7 Cited by 7 \u2014 Several new subvariants emerged at the end of November 2022, including BF.5, BF.7, BQ.1 and BQ.1.1. BQ.1 had 19,353 sequences for 1%.", "snippet": "by R Muthusami \u00b7 2023 \u00b7 Cited by 7 \u2014 Several new subvariants emerged at the end of November 2022, including BF.5, BF.7, BQ.1 and BQ.1.1. BQ.1 had 19,353 sequences for 1%.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10251333/"}, {"id": "a3_c1", "title": "XBB.1.5 Omicron subvariant: Questions patients may have", "text": "mutated into BQ.1 and BQ.1.1. BQ.1.1 is now the second most dominant strain at about 29% of COVID-19 cases. But that could change quickly. At ...", "snippet": "mutated into BQ.1 and BQ.1.1. BQ.1.1 is now the second most dominant strain at about 29% of COVID-19 cases. But that could change quickly. At ...", "link": "https://www.ama-assn.org/public-health/infectious-diseases/xbb15-omicron-subvariant-questions-patients-may-have"}, {"id": "a3_c2", "title": "Risk Assessment for Omicron Sublineages BQ.1 and BQ.1.1 (as of ...", "text": "Studies on the vaccine escape potential of BQ.1 and BQ.1.1 with the new bivalent COVID-19 vaccines, immune escape from previous infection, and ...", "snippet": "Studies on the vaccine escape potential of BQ.1 and BQ.1.1 with the new bivalent COVID-19 vaccines, immune escape from previous infection, and ...", "link": "https://www.publichealthontario.ca/-/media/Documents/nCoV/voc/2022/10/omicron-bq1-bq11-oct-5.pdf?sc_lang=en"}, {"id": "a3_c3", "title": "TAG-VE statement on Omicron sublineages BQ.1 and XBB", "text": "We note these two sublineages remain part of Omicron, which is a variant of concern with very high reinfection and vaccination breakthrough potential.", "snippet": "We note these two sublineages remain part of Omicron, which is a variant of concern with very high reinfection and vaccination breakthrough potential.", "link": "https://www.who.int/news/item/27-10-2022-tag-ve-statement-on-omicron-sublineages-bq.1-and-xbb"}, {"id": "a3_c4", "title": "What do we know about the new Omicron subvariant of COVID, NB. ...", "text": "NB.1.8.1 is a recently identified subvariant of Omicron, first detected in January 2025. It has been designated a \"variant under monitoring\" by the WHO.", "snippet": "NB.1.8.1 is a recently identified subvariant of Omicron, first detected in January 2025. It has been designated a \"variant under monitoring\" by the WHO.", "link": "https://www.uchicagomedicine.org/forefront/coronavirus-disease-covid-19/covid-variants-q-and-a"}, {"id": "a3_c5", "title": "XBB.1.5 Omicron subvariant: Questions patients may have", "text": "It eventually mutated into BQ.1 and BQ.1.1. it contains more mutations to evade immunity than other variants seen so far. to help the virus ...", "snippet": "It eventually mutated into BQ.1 and BQ.1.1. it contains more mutations to evade immunity than other variants seen so far. to help the virus ...", "link": "https://www.ama-assn.org/public-health/infectious-diseases/xbb15-omicron-subvariant-questions-patients-may-have"}, {"id": "a3_c6", "title": "Does the COVID-19 XBB Omicron subvariant signal the ... - PMC", "text": "by JN Ngiam \u00b7 2022 \u00b7 Cited by 9 \u2014 In the United States, the Omicron BQ.1.1 subvariant is one such example.[36] It may be possible that the virus may evolve uniquely in each locality, BQ.1 ...", "snippet": "by JN Ngiam \u00b7 2022 \u00b7 Cited by 9 \u2014 In the United States, the Omicron BQ.1.1 subvariant is one such example.[36] It may be possible that the virus may evolve uniquely in each locality, BQ.1 ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11698282/"}, {"id": "a3_c7", "title": "Omicron BQ.1 and BQ.1.1 \u2013 an expert answers three key ...", "text": "Two new omicron subvariants, BQ.1 and BQ.1.1, are quickly gaining traction in the US, collectively accounting for 27% of infections as of October 29.", "snippet": "Two new omicron subvariants, BQ.1 and BQ.1.1, are quickly gaining traction in the US, collectively accounting for 27% of infections as of October 29.", "link": "https://theconversation.com/omicron-bq-1-and-bq-1-1-an-expert-answers-three-key-questions-about-these-new-covid-variants-192873"}, {"id": "a3_c8", "title": "Omicron and variant FAQs", "text": "BQ.1.1 has 6 additional key spike protein mutations that has allowed it to evade prior immunity and spread about twice as fast as BA.5.", "snippet": "BQ.1.1 has 6 additional key spike protein mutations that has allowed it to evade prior immunity and spread about twice as fast as BA.5.", "link": "https://www.ebgtz.org/resource/omicron-faqs/"}, {"id": "a3_c9", "title": "What do we know about the new Omicron subvariant ...", "text": "NB.1.8.1 is a recently identified subvariant of Omicron, first detected in January 2025. It has been designated a \"variant under monitoring\" by the WHO.", "snippet": "NB.1.8.1 is a recently identified subvariant of Omicron, first detected in January 2025. It has been designated a \"variant under monitoring\" by the WHO.", "link": "https://www.uchicagomedicine.org/forefront/coronavirus-disease-covid-19/2025/may/covid-variants-q-and-a"}, {"id": "a4_c0", "title": "Exploratory analysis of SARS-CoV-2 omicron variant and its subvariant ...", "text": "by R Muthusami \u00b7 2023 \u00b7 Cited by 7 \u2014 Several new subvariants emerged at the end of November 2022, including BF.5, BF.7, BQ.1 and BQ.1.1. This study conducted an exploratory ...", "snippet": "by R Muthusami \u00b7 2023 \u00b7 Cited by 7 \u2014 Several new subvariants emerged at the end of November 2022, including BF.5, BF.7, BQ.1 and BQ.1.1. This study conducted an exploratory ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10251333/"}, {"id": "a4_c1", "title": "Risk Assessment for Omicron Sublineages BQ.1 and BQ.1.1 (as of ...", "text": "The current risk of BQ.1 and BQ.1.1 with respect to transmissibility, reinfection, and breakthrough infection in Ontario is high with a high ...", "snippet": "The current risk of BQ.1 and BQ.1.1 with respect to transmissibility, reinfection, and breakthrough infection in Ontario is high with a high ...", "link": "https://www.publichealthontario.ca/-/media/Documents/nCoV/voc/2022/10/omicron-bq1-bq11-oct-5.pdf?sc_lang=en"}, {"id": "a4_c2", "title": "Omicron BQ.1 and BQ.1.1 \u2013 an expert answers three key questions about ...", "text": "Two new omicron subvariants, BQ.1 and BQ.1.1, are quickly gaining traction in the US, collectively accounting for 27% of infections as of October 29.", "snippet": "Two new omicron subvariants, BQ.1 and BQ.1.1, are quickly gaining traction in the US, collectively accounting for 27% of infections as of October 29.", "link": "https://theconversation.com/omicron-bq-1-and-bq-1-1-an-expert-answers-three-key-questions-about-these-new-covid-variants-192873"}, {"id": "a4_c3", "title": "SARS-CoV-2 Omicron variant", "text": "Omicron (B.1.1.529) is a heavily mutated variant of SARS-CoV-2. Two subvariants of BA.5 emerged by October 2022, called BQ.1 and BQ.1.1.", "snippet": "Omicron (B.1.1.529) is a heavily mutated variant of SARS-CoV-2. Two subvariants of BA.5 emerged by October 2022, called BQ.1 and BQ.1.1.", "link": "https://en.wikipedia.org/wiki/SARS-CoV-2_Omicron_variant"}, {"id": "a4_c4", "title": "What learned from Omicron Sub-Variants BQ.1 and BQ.1.1", "text": "by MI Mustafa \u00b7 2022 \u00b7 Cited by 4 \u2014 1 and BQ.1.1, a novel and potentially more transmissible strain of SARSCoV2, is thought to have emerged in an area with low vaccination rates.", "snippet": "by MI Mustafa \u00b7 2022 \u00b7 Cited by 4 \u2014 1 and BQ.1.1, a novel and potentially more transmissible strain of SARSCoV2, is thought to have emerged in an area with low vaccination rates.", "link": "https://www.acquirepublications.org/Journal/Virology/Articles/JVVD2200112"}, {"id": "a4_c5", "title": "Emergence BQ.1 and BQ.1.1 as newly identified omicron subvariants - PMC", "text": "by S Akash \u00b7 2023 \u00b7 Cited by 26 \u2014 BQ.1 and BQ.1.1 are subvariants of the Omicron account for the majority of COVID-19 cases. He refers to them as 'first cousins,' pointing out ...", "snippet": "by S Akash \u00b7 2023 \u00b7 Cited by 26 \u2014 BQ.1 and BQ.1.1 are subvariants of the Omicron account for the majority of COVID-19 cases. He refers to them as 'first cousins,' pointing out ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10129190/"}, {"id": "a4_c6", "title": "XBB.1.5 Omicron subvariant: Questions patients may have", "text": "BQ.1.1 is now the second most dominant strain at about 29% of COVID-19 cases. But that could change quickly. At the moment, XBB.1.5 is the most ...", "snippet": "BQ.1.1 is now the second most dominant strain at about 29% of COVID-19 cases. But that could change quickly. At the moment, XBB.1.5 is the most ...", "link": "https://www.ama-assn.org/public-health/infectious-diseases/xbb15-omicron-subvariant-questions-patients-may-have"}, {"id": "a4_c7", "title": "Omicron BQ.1 and BQ.1.1 \u2013 an expert answers three key questions about ...", "text": "Two new omicron subvariants, BQ.1 and BQ.1.1, are quickly gaining traction in the US, collectively accounting for 27% of infections as of October 29.", "snippet": "Two new omicron subvariants, BQ.1 and BQ.1.1, are quickly gaining traction in the US, collectively accounting for 27% of infections as of October 29.", "link": "https://theconversation.com/omicron-bq-1-and-bq-1-1-an-expert-answers-three-key-questions-about-these-new-covid-variants-192873"}, {"id": "a4_c8", "title": "Resistance of Omicron subvariants BA.2.75.2, BA.4.6, and BQ.1.1 to ...", "text": "by D Planas \u00b7 2023 \u00b7 Cited by 209 \u2014 The subvariant BQ.1.1 became predominant in many countries in December 2022. The subvariants carry an additional and often redundant set of ...", "snippet": "by D Planas \u00b7 2023 \u00b7 Cited by 209 \u2014 The subvariant BQ.1.1 became predominant in many countries in December 2022. The subvariants carry an additional and often redundant set of ...", "link": "https://www.nature.com/articles/s41467-023-36561-6"}, {"id": "a4_c9", "title": "Risk Assessment for Omicron Sublineages BQ.1 and BQ.1.1 (as of ...", "text": "BQ.1 and BQ.1.1 have increased transmissibility compared to the most frequently detected sublineages at present, this could lead to a risk of ...", "snippet": "BQ.1 and BQ.1.1 have increased transmissibility compared to the most frequently detected sublineages at present, this could lead to a risk of ...", "link": "https://www.publichealthontario.ca/-/media/Documents/nCoV/voc/2022/10/omicron-bq1-bq11-oct-5.pdf?sc_lang=en"}, {"id": "a5_c0", "title": "December 2022 Calendar \u2013 United States", "text": "Monthly calendar for the month December in year 2022. Calculates number of days Date Calculator \u2013 Add or subtract days, months, years", "snippet": "Monthly calendar for the month December in year 2022. Calculates number of days Date Calculator \u2013 Add or subtract days, months, years", "link": "https://www.timeanddate.com/calendar/monthly.html?year=2022&month=12&country=1"}, {"id": "a5_c1", "title": "December 2022 Calendar", "text": "View the month calendar of December 2022 Calendar including week numbers. View or download the 2022 calendar. To see the sunrise and sunset in your region ...", "snippet": "View the month calendar of December 2022 Calendar including week numbers. View or download the 2022 calendar. To see the sunrise and sunset in your region ...", "link": "https://www.calendar-365.com/calendar/2022/December.html"}, {"id": "a5_c2", "title": "SaMT Risk Assessment 13 December 2022", "text": "Risk is estimated as low this week. SaMT estimates 5-15% of the WR population is present in the Delta,", "snippet": "Risk is estimated as low this week. SaMT estimates 5-15% of the WR population is present in the Delta,", "link": "https://nrm.dfg.ca.gov/FileHandler.ashx?DocumentID=209106&inline"}, {"id": "a5_c3", "title": "2022 Review and 2023 Outlook", "text": "Any recap of 2022's markets must begin with fixed income, where rates skyrocketed from the ultralow levels that prevailed for most of the past.", "snippet": "Any recap of 2022's markets must begin with fixed income, where rates skyrocketed from the ultralow levels that prevailed for most of the past.", "link": "https://treasurypartners.com/whitepapers/all-pdf/2022_Review_and_2023_Outlook_FINAL.pdf"}, {"id": "a5_c4", "title": "Week numbers for 2022", "text": "This page lists all 52 week numbers for 2022, providing the start and end dates for each week of the year. All weeks start on Monday and end on Sunday.", "snippet": "This page lists all 52 week numbers for 2022, providing the start and end dates for each week of the year. All weeks start on Monday and end on Sunday.", "link": "https://www.epochconverter.com/weeks/2022"}, {"id": "a5_c5", "title": "FactChecking Trump's Rapid-Fire Prime-Time Address", "text": "President Donald Trump blitzed through a prime-time address to the nation on Dec. 17, but while short, Trump's speech contained a number of ...", "snippet": "President Donald Trump blitzed through a prime-time address to the nation on Dec. 17, but while short, Trump's speech contained a number of ...", "link": "https://www.factcheck.org/2025/12/factchecking-trumps-rapid-fire-prime-time-address/"}, {"id": "a5_c6", "title": "[PDF] Estimating Fact-checking's Effects1 - American Press Institute", "text": "What do Americans think about fact-checking and what effect does exposure to this new kind of news coverage have on people's political ...", "snippet": "What do Americans think about fact-checking and what effect does exposure to this new kind of news coverage have on people's political ...", "link": "https://www.americanpressinstitute.org/wp-content/uploads/2016/09/Estimating-Fact-Checkings-Effect.pdf"}, {"id": "a5_c7", "title": "Fact checking Trump's 2026 State of the Union address ... - CBS News", "text": "Abigail Spanberger during her Democratic response. Here are some of the claims and CBS News' ratings and context for those statements: True: ...", "snippet": "Abigail Spanberger during her Democratic response. Here are some of the claims and CBS News' ratings and context for those statements: True: ...", "link": "https://www.cbsnews.com/news/fact-check-state-of-the-union-2026/"}, {"id": "a5_c8", "title": "NPR still checks facts - by Steve Inskeep - Differ We Must - Substack", "text": "The Meta announcement shows the difference. Company founder Mark Zuckerberg said Facebook and Instagram will abandon third party fact checking.", "snippet": "The Meta announcement shows the difference. Company founder Mark Zuckerberg said Facebook and Instagram will abandon third party fact checking.", "link": "https://steveinskeep.substack.com/p/npr-still-checks-facts"}, {"id": "a5_c9", "title": "The global effectiveness of fact-checking: Evidence from ... - PNAS", "text": "In partnership with fact-checking organizations, we administered experiments in September and October 2020 in Argentina, Nigeria, South Africa, and the United ...", "snippet": "In partnership with fact-checking organizations, we administered experiments in September and October 2020 in Argentina, Nigeria, South Africa, and the United ...", "link": "https://www.pnas.org/doi/10.1073/pnas.2104235118"}]}
+{"input": "#Omicron subvariant XBB.1.5 makes up nearly half of U.S. COVID-19 cases", "output": "#Omicron subvariant XBB.1.5 makes up nearly half of U.S. COVID-19 cases", "topic": "Covid", "ground_truth": "S", "raw_label": "factual", "account": "CGTN", "atoms": [{"id": "a0", "text": "Omicron subvariant XBB.1.5 makes up nearly half of U.S. COVID-19 cases.", "original": "Omicron subvariant XBB.1.5 makes up nearly half of U.S. COVID-19 cases.", "label": "S", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}], "contexts": [{"id": "a0_c0", "title": "XBB.1.5 Omicron subvariant: Questions patients may have", "text": "COVID-19 cases in the U.S. caused by XBB.1.5 have gone from 1% to more than 40% rather quickly. about 43% of cases, making it the most dominant ...", "snippet": "COVID-19 cases in the U.S. caused by XBB.1.5 have gone from 1% to more than 40% rather quickly. about 43% of cases, making it the most dominant ...", "link": "https://www.ama-assn.org/public-health/infectious-diseases/xbb15-omicron-subvariant-questions-patients-may-have"}, {"id": "a0_c1", "title": "What to know about Omicron XBB.1.5 - PMC - NIH", "text": "by L Vogel \u00b7 2023 \u00b7 Cited by 24 \u2014 XBB.1.5 now accounts for more than 40% of new COVID-19 cases in the U.S., including 75% of those in the northeast of the country, up from just 1.3% only a ...", "snippet": "by L Vogel \u00b7 2023 \u00b7 Cited by 24 \u2014 XBB.1.5 now accounts for more than 40% of new COVID-19 cases in the U.S., including 75% of those in the northeast of the country, up from just 1.3% only a ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9876584/"}, {"id": "a0_c2", "title": "XBB.1.5 Omicron subvariant now dominant in all US regions", "text": "Omicron subvariant is now dominant the northwestern region, making it the most frequently detected type in all US regions. it accounts for an ...", "snippet": "Omicron subvariant is now dominant the northwestern region, making it the most frequently detected type in all US regions. it accounts for an ...", "link": "https://www.cidrap.umn.edu/covid-19/xbb15-omicron-subvariant-now-dominant-all-us-regions"}, {"id": "a0_c3", "title": "XBB.1.5: A new threatening SARS-CoV-2 Omicron subvariant", "text": "by MA Islam \u00b7 2023 \u00b7 Cited by 21 \u2014 caused a gigantic and absolutely massive rise in 2022. now makes up 34% of cases nationwide, whereas XBB.1.5 makes up 28% of instances. spreading quickly (12% ...", "snippet": "by MA Islam \u00b7 2023 \u00b7 Cited by 21 \u2014 caused a gigantic and absolutely massive rise in 2022. now makes up 34% of cases nationwide, whereas XBB.1.5 makes up 28% of instances. spreading quickly (12% ...", "link": "https://www.frontiersin.org/journals/microbiology/articles/10.3389/fmicb.2023.1154296/full"}, {"id": "a0_c4", "title": "What You Need To Know About XBB.1.5, COVID's Latest Variant", "text": "The XBB 1.5 variant currently makes up more than half of U.S. COVID-19 cases. A subvariant of Omicron, XBB.1.5 spreading fast and on track to ...", "snippet": "The XBB 1.5 variant currently makes up more than half of U.S. COVID-19 cases. A subvariant of Omicron, XBB.1.5 spreading fast and on track to ...", "link": "https://stories.tamu.edu/news/2023/01/30/what-you-need-to-know-about-xbb-1-5-covids-latest-variant/"}, {"id": "a0_c5", "title": "Omicron subvariant XBB.1.5 makes up nearly half of U.S. COVID ...", "text": "Omicron XBB.1.5 is estimated. It is estimated to account for 49.1% of COVID cases in the country 21, a jump from 37.2% last week.", "snippet": "Omicron XBB.1.5 is estimated. It is estimated to account for 49.1% of COVID cases in the country 21, a jump from 37.2% last week.", "link": "https://www.reuters.com/world/us/omicron-sub-variant-xbb15-accounts-nearly-half-us-covid-cases-cdc-2023-01-20/"}, {"id": "a0_c6", "title": "What to know about Omicron XBB.1.5 - PMC - NIH", "text": "XBB.1.5 now accounts for more than 40% of new COVID-19 cases in the U.S., including 75% of those in the northeast of the country, up from just 1.3% only a ...", "snippet": "XBB.1.5 now accounts for more than 40% of new COVID-19 cases in the U.S., including 75% of those in the northeast of the country, up from just 1.3% only a ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9876584/"}, {"id": "a0_c7", "title": "Health officials first started tracking the omicron subvariant XBB.1.5 ...", "text": "The omicron subvariant named XBB.1.5 has caused just over 40% of new coronavirus infections in the United States, the CDC says. About 75% of new ...", "snippet": "The omicron subvariant named XBB.1.5 has caused just over 40% of new coronavirus infections in the United States, the CDC says. About 75% of new ...", "link": "https://www.facebook.com/wcvb5/posts/health-officials-first-started-tracking-the-omicron-subvariant-xbb15-in-late-oct/564893775666715/"}, {"id": "a0_c8", "title": "XBB.1.5 Omicron subvariant now dominant in all US regions - CIDRAP", "text": "Omicron subvariant is now dominant the northwestern region, it accounts for an estimated 80.2% of samples, up steadily from 74.7% the previous ...", "snippet": "Omicron subvariant is now dominant the northwestern region, it accounts for an estimated 80.2% of samples, up steadily from 74.7% the previous ...", "link": "https://www.cidrap.umn.edu/covid-19/xbb15-omicron-subvariant-now-dominant-all-us-regions"}, {"id": "a0_c9", "title": "XBB.1.5 COVID-19 subvariant: 4 Fast Facts - YouTube", "text": "A new COVID-19 subvariant of omicron, XBB.1.5, is distinctive because of how fast it spreads. It's quickly outcompeting other strains of the ...", "snippet": "A new COVID-19 subvariant of omicron, XBB.1.5, is distinctive because of how fast it spreads. It's quickly outcompeting other strains of the ...", "link": "https://www.youtube.com/watch?v=NN1w_ZBoJRg"}]}
+{"input": "What a FACE/OFF: Those who accused #China of being tough on #COVID are now calling China \"a threat\" for its easing policy. U.S. imposes new entry restrictions on new #Omicron variants (#BA.5 & #XBB.1.5) which just came from U.S. to China months ago.", "output": "What a FACE/OFF: Those who accused #China of being tough on #COVID are now calling China \"a threat\" for its easing policy. U.S. imposes new entry restrictions on new #Omicron variants (#BA.5 & #XBB.1.5) which just came from U.S. to China months ago.", "topic": "Covid", "ground_truth": "NS", "raw_label": "biased", "account": "China Xinhua News", "atoms": [{"id": "a0", "text": "Some people accused China of being tough on COVID.", "original": "Some people accused China of being tough on COVID.", "label": "NS", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "Those who accused China of being tough on COVID are now calling China a threat for its easing policy.", "original": "Those who accused China of being tough on COVID are now calling China a threat for its easing policy.", "label": "NS", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "China has an easing policy.", "original": "China has an easing policy.", "label": "NS", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "The U.S. imposes new entry restrictions on new Omicron variants.", "original": "The U.S. imposes new entry restrictions on new Omicron variants.", "label": "NS", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}, {"id": "a4", "text": "The new Omicron variants include BA.5.", "original": "The new Omicron variants include BA.5.", "label": "NS", "contexts": ["a4_c0", "a4_c1", "a4_c2", "a4_c3", "a4_c4", "a4_c5", "a4_c6", "a4_c7", "a4_c8", "a4_c9"]}, {"id": "a5", "text": "The new Omicron variants include XBB.1.5.", "original": "The new Omicron variants include XBB.1.5.", "label": "NS", "contexts": ["a5_c0", "a5_c1", "a5_c2", "a5_c3", "a5_c4", "a5_c5", "a5_c6", "a5_c7", "a5_c8", "a5_c9"]}, {"id": "a6", "text": "The new Omicron variants came from the U.S. to China months ago.", "original": "The new Omicron variants came from the U.S. to China months ago.", "label": "NS", "contexts": ["a6_c0", "a6_c1", "a6_c2", "a6_c3", "a6_c4", "a6_c5", "a6_c6", "a6_c7", "a6_c8", "a6_c9"]}], "contexts": [{"id": "a0_c0", "title": "China suspends social media accounts criticizing COVID policy", "text": "China has suspended or closed the social media accounts of more than 1,000 critics of the government's policies on the COVID-19 outbreak,", "snippet": "China has suspended or closed the social media accounts of more than 1,000 critics of the government's policies on the COVID-19 outbreak,", "link": "https://www.pbs.org/newshour/amp/world/china-suspends-social-media-accounts-criticizing-covid-policy"}, {"id": "a0_c1", "title": "China suspends social media accounts of COVID policy critics", "text": "China has suspended or closed the social media accounts of more than 1,000 critics of the government's COVID-19 policies, back harsh anti-virus ...", "snippet": "China has suspended or closed the social media accounts of more than 1,000 critics of the government's COVID-19 policies, back harsh anti-virus ...", "link": "https://www.aljazeera.com/amp/news/2023/1/7/china-suspends-social-media-accounts-of-covid-policy-critics"}, {"id": "a0_c2", "title": "China Covid-19: How state media and censorship took on coronavirus", "text": "We look back at how China's propaganda and censorship machine responded during a particularly dramatic year.", "snippet": "We look back at how China's propaganda and censorship machine responded during a particularly dramatic year.", "link": "https://www.bbc.com/news/world-asia-china-55355401"}, {"id": "a0_c3", "title": "Chinese government response to COVID-19", "text": "On 23 January 2020, the Chinese government banned travel to and from Wuhan, enforced strict quarantines in affected regions and initiated a national response.", "snippet": "On 23 January 2020, the Chinese government banned travel to and from Wuhan, enforced strict quarantines in affected regions and initiated a national response.", "link": "https://en.wikipedia.org/wiki/Chinese_government_response_to_COVID-19"}, {"id": "a0_c4", "title": "Reality Check of US Allegations Against China on COVID-19", "text": "Reality Check: There is zero legal basis for holding China accountable and making it pay for COVID-19. Essentially, some US politicians are ...", "snippet": "Reality Check: There is zero legal basis for holding China accountable and making it pay for COVID-19. Essentially, some US politicians are ...", "link": "https://surabaya.china-consulate.gov.cn/eng/jrzg_2/202005/t20200515_5332463.htm"}, {"id": "a0_c5", "title": "Reality Check of US Allegations Against China on COVID-19", "text": "Reality Check: WHO has made it clear that the naming of a disease should not be associated with a particular country or place. 2.Allegation: ...", "snippet": "Reality Check: WHO has made it clear that the naming of a disease should not be associated with a particular country or place. 2.Allegation: ...", "link": "https://surabaya.china-consulate.gov.cn/eng/jrzg_2/202005/t20200515_5332463.htm"}, {"id": "a0_c6", "title": "U.S. vicious slanders on China over COVID-19 origins tracing ...", "text": "Vicious slander 2: The COVID-19 outbreak may be directly linked to the Wuhan Institute of Virology (WIV) of the Chinese Academy of Sciences.", "snippet": "Vicious slander 2: The COVID-19 outbreak may be directly linked to the Wuhan Institute of Virology (WIV) of the Chinese Academy of Sciences.", "link": "https://us.china-embassy.gov.cn/eng/zmgxss/202111/t20211107_10445198.htm"}, {"id": "a0_c7", "title": "U.S. Vicious Slanders on China Over COVID-19 Origins ...", "text": "Continuously disregarding science-based origins tracing, the report insinuated that \"the Wuhan Institute of Virology of the Chinese Academy of Sciences leaked ...", "snippet": "Continuously disregarding science-based origins tracing, the report insinuated that \"the Wuhan Institute of Virology of the Chinese Academy of Sciences leaked ...", "link": "https://www.mps.gov.cn/n2255079/n6865805/n7355748/n7355818/c8198788/content.html"}, {"id": "a0_c8", "title": "COVID-19 misinformation by China", "text": "The government of the People's Republic of China has downplayed the emergence of COVID-19 in China and spread misinformation about its origin and spread ...", "snippet": "The government of the People's Republic of China has downplayed the emergence of COVID-19 in China and spread misinformation about its origin and spread ...", "link": "https://en.wikipedia.org/wiki/COVID-19_misinformation_by_China"}, {"id": "a0_c9", "title": "China's COVID Secrets | FRONTLINE", "text": "The untold story of the beginning of the coronavirus pandemic and how China responded. Chinese scientists and doctors, international disease experts and health ...", "snippet": "The untold story of the beginning of the coronavirus pandemic and how China responded. Chinese scientists and doctors, international disease experts and health ...", "link": "https://www.pbs.org/wgbh/frontline/documentary/chinas-covid-secrets/"}, {"id": "a1_c0", "title": "China suspends social media accounts criticizing COVID policy", "text": "China has suspended or closed the social media accounts of more than 1,000 critics of the government's policies on the COVID-19 outbreak,", "snippet": "China has suspended or closed the social media accounts of more than 1,000 critics of the government's policies on the COVID-19 outbreak,", "link": "https://www.pbs.org/newshour/amp/world/china-suspends-social-media-accounts-criticizing-covid-policy"}, {"id": "a1_c1", "title": "Hearing: China's Zero-COVID Policy and Authoritarian Public Health ...", "text": "Hearing: China's Zero-COVID Policy and Authoritarian Public Health Control. COVID-19 Whistleblower Testifies Publicly Before Rand Paul-Led\u00a0...", "snippet": "Hearing: China's Zero-COVID Policy and Authoritarian Public Health Control. COVID-19 Whistleblower Testifies Publicly Before Rand Paul-Led\u00a0...", "link": "https://www.youtube.com/watch?v=SF4EkIk8H2w"}, {"id": "a1_c2", "title": "China's U-turn in its COVID-19 policy - PMC", "text": "by O Wilson \u00b7 2023 \u00b7 Cited by 17 \u2014 On December 7th, 2022, the Chinese authorities decided to lift most of the restrictions which were imposed within the framework of the so-called zero Covid ...", "snippet": "by O Wilson \u00b7 2023 \u00b7 Cited by 17 \u2014 On December 7th, 2022, the Chinese authorities decided to lift most of the restrictions which were imposed within the framework of the so-called zero Covid ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9837380/"}, {"id": "a1_c3", "title": "Chinese government response to COVID-19", "text": "On 23 January 2020, the Chinese government banned travel to and from Wuhan, enforced strict quarantines in affected regions and initiated a national response.", "snippet": "On 23 January 2020, the Chinese government banned travel to and from Wuhan, enforced strict quarantines in affected regions and initiated a national response.", "link": "https://en.wikipedia.org/wiki/Chinese_government_response_to_COVID-19"}, {"id": "a1_c4", "title": "Coronavirus: Trump accuses WHO of being a 'puppet of China'", "text": "President Donald Trump has lashed out again at the UN's health body by labelling it a \"puppet of China\". The comment came hours after the US ...", "snippet": "President Donald Trump has lashed out again at the UN's health body by labelling it a \"puppet of China\". The comment came hours after the US ...", "link": "https://www.bbc.com/news/health-52679329"}, {"id": "a1_c5", "title": "Hearing: China's Zero-COVID Policy and Authoritarian Public Health ...", "text": "Hearing: China's Zero-COVID Policy and Authoritarian Public Health Control. COVID-19 Whistleblower Testifies Publicly Before Rand Paul-Led\u00a0...", "snippet": "Hearing: China's Zero-COVID Policy and Authoritarian Public Health Control. COVID-19 Whistleblower Testifies Publicly Before Rand Paul-Led\u00a0...", "link": "https://www.youtube.com/watch?v=SF4EkIk8H2w"}, {"id": "a1_c6", "title": "Coronavirus: Trump accuses WHO of being a 'puppet of China'", "text": "President Donald Trump has lashed out again at the UN's health body by labelling it a \"puppet of China\". The comment came hours after the US ...", "snippet": "President Donald Trump has lashed out again at the UN's health body by labelling it a \"puppet of China\". The comment came hours after the US ...", "link": "https://www.bbc.com/news/health-52679329"}, {"id": "a1_c7", "title": "COVID-19 misinformation by China", "text": "Beijing and pro-China actors have also amplified disinformation and conspiracy theories about COVID-19.", "snippet": "Beijing and pro-China actors have also amplified disinformation and conspiracy theories about COVID-19.", "link": "https://en.wikipedia.org/wiki/COVID-19_misinformation_by_China"}, {"id": "a1_c8", "title": "Virus disinformation drives anti-China sentiment, lockdown fears", "text": "A deluge of disinformation about a flu-like virus called HMPV is stoking anti-China sentiment across Asia and spurring unfounded concerns of renewed lockdowns.", "snippet": "A deluge of disinformation about a flu-like virus called HMPV is stoking anti-China sentiment across Asia and spurring unfounded concerns of renewed lockdowns.", "link": "https://factcheck.afp.com/doc.afp.com.36XL2NY"}, {"id": "a1_c9", "title": "China", "text": "PolitiFact is a fact-checking website that rates the accuracy of claims by elected officials and others on its Truth-O-Meter.", "snippet": "PolitiFact is a fact-checking website that rates the accuracy of claims by elected officials and others on its Truth-O-Meter.", "link": "https://www.politifact.com/china/"}, {"id": "a2_c0", "title": "How China Is Trying to Lift Its Slumping Economy - TIME", "text": "The Politburo signaled an easing of property policies at its July meeting, fueling speculation of stronger support measures. Beijing appears to be following ...", "snippet": "The Politburo signaled an easing of property policies at its July meeting, fueling speculation of stronger support measures. Beijing appears to be following ...", "link": "https://time.com/6299500/china-economic-policies-lift-spending/"}, {"id": "a2_c1", "title": "China Eases Overall Monetary Policy Stance for First Time in 14 Years", "text": "China's ruling Politburo loosened the country's overall monetary policy on Monday for the first time in 14 years.", "snippet": "China's ruling Politburo loosened the country's overall monetary policy on Monday for the first time in 14 years.", "link": "https://www.nytimes.com/2024/12/09/business/china-monetary-policy.html"}, {"id": "a2_c2", "title": "China announces sweeping measures to ease policy in bid ... - CNBC", "text": "China will cut its key policy rate by 10 basis points and lower the reserve requirement ratio by 50 basis points.", "snippet": "China will cut its key policy rate by 10 basis points and lower the reserve requirement ratio by 50 basis points.", "link": "https://www.cnbc.com/2025/05/07/china-to-cut-key-lending-rates-by-10-points-bank-reserve-requirement-ratio-by-50-points-.html"}, {"id": "a2_c3", "title": "China's Monetary Policy Outlook: Will easing return in 2H2026?", "text": "In 1H 2026, China's monetary policy shifted from active easing toward a more cautious, data-dependent stance. The PBoC removed explicit ...", "snippet": "In 1H 2026, China's monetary policy shifted from active easing toward a more cautious, data-dependent stance. The PBoC removed explicit ...", "link": "https://secure.fundsupermart.com/fsmone/article/rcms373480/chinas-monetary-policy-outlook-will-easing-return-in-2h2026"}, {"id": "a2_c4", "title": "Quantitative Easing: Latest News and Updates", "text": "After Fed's rate hike, China's economy seen benefiting from easing measures. A divergence in monetary policies between the US and China has made Beijing wary ...", "snippet": "After Fed's rate hike, China's economy seen benefiting from easing measures. A divergence in monetary policies between the US and China has made Beijing wary ...", "link": "https://www.scmp.com/topics/quantitative-easing"}, {"id": "a2_c5", "title": "Falsehoods in US Perceptions of China_Ministry of Foreign ...", "text": "In the wake of the international financial crisis of 2008, China adopted a responsible macro policy, remained a \u201cstabilizer\u201d for the world ...", "snippet": "In the wake of the international financial crisis of 2008, China adopted a responsible macro policy, remained a \u201cstabilizer\u201d for the world ...", "link": "https://www.mfa.gov.cn/eng/zy/jj/diaodao_665718/pl/202206/t20220619_10706059.html"}, {"id": "a2_c6", "title": "Fact Check Team: US & China remain two economic giants ...", "text": "Because goods and services are generally less expensive in China, China edges ahead of the U.S. under PPP calculations. That does not ...", "snippet": "Because goods and services are generally less expensive in China, China edges ahead of the U.S. under PPP calculations. That does not ...", "link": "https://thenationaldesk.com/news/fact-check-team/fact-check-team-us-china-remain-two-economic-giants-built-in-different-ways-president-donald-trump-xi-jinping-helthcare-business"}, {"id": "a2_c7", "title": "Economist Fact-Checks Ray Dalio's China's inevitable rise story", "text": "Economist Fact-Checks Zeihan's China Collapse Story \u00b7 Principles for Dealing with the Changing World Order by Ray Dalio \u00b7 Economics Explained's ...", "snippet": "Economist Fact-Checks Zeihan's China Collapse Story \u00b7 Principles for Dealing with the Changing World Order by Ray Dalio \u00b7 Economics Explained's ...", "link": "https://www.youtube.com/watch?v=s1iv0q_SW3E"}, {"id": "a2_c8", "title": "Fact check: Does China manipulate its currency?", "text": "President-elect Donald Trump has vowed to name China a currency manipulator. There's only one problem - it's not true anymore.", "snippet": "President-elect Donald Trump has vowed to name China a currency manipulator. There's only one problem - it's not true anymore.", "link": "https://www.pbs.org/newshour/world/fact-check-china-manipulate-currency"}, {"id": "a2_c9", "title": "Would more monetary easing help or hurt China's economy?", "text": "China's push for a laxer monetary policy. China's fiscal room is no longer as ample so as to make an open-ended bailout policy credible, nor ...", "snippet": "China's push for a laxer monetary policy. China's fiscal room is no longer as ample so as to make an open-ended bailout policy credible, nor ...", "link": "https://www.weforum.org/stories/geographies-in-depth/would-more-monetary-easing-help-or-hurt-chinas-economy/"}, {"id": "a3_c0", "title": "U.S. imposes new travel restrictions amid Omicron COVID variant ...", "text": "U.S. officials are imposing travel restrictions for non-U.S. citizens from South Africa and seven other nations to slow the spread of the\u00a0...", "snippet": "U.S. officials are imposing travel restrictions for non-U.S. citizens from South Africa and seven other nations to slow the spread of the\u00a0...", "link": "https://www.youtube.com/watch?v=cmriVw-RMlo"}, {"id": "a3_c1", "title": "Omicron updates: Covid variant prompts new US travel rules. ...", "text": "All inbound international travelers will be required to test within one day of departure for the United States starting Monday.", "snippet": "All inbound international travelers will be required to test within one day of departure for the United States starting Monday.", "link": "https://abc7news.com/amp/post/omicron-covid-variant-new-travel-rules-cdc-coronavirus/11304178/"}, {"id": "a3_c2", "title": "Restricting and Limiting the Entry of Foreign Nationals to Protect ...", "text": "The proclamation directed the United States Government to partially restrict and limit the entry of nationals of the following 7 countries ...", "snippet": "The proclamation directed the United States Government to partially restrict and limit the entry of nationals of the following 7 countries ...", "link": "https://www.whitehouse.gov/presidential-actions/2025/12/restricting-and-limiting-the-entry-of-foreign-nationals-to-protect-the-security-of-the-united-states/"}, {"id": "a3_c3", "title": "New Covid Variant Triggers U.S. Travel Restrictions From 8 African ...", "text": "The U.S. is restricting travel from eight African nations because of the threat of a new Covid-19 variant named \u201cOmicron.", "snippet": "The U.S. is restricting travel from eight African nations because of the threat of a new Covid-19 variant named \u201cOmicron.", "link": "https://www.youtube.com/watch?v=4_vhGi6lrKQ"}, {"id": "a3_c4", "title": "Travel Bans and Restrictions", "text": "Statutory Bases for Travel Bans and Restrictions. A number of long-standing statutory provisions in the Immigration and Naturalization Act ...", "snippet": "Statutory Bases for Travel Bans and Restrictions. A number of long-standing statutory provisions in the Immigration and Naturalization Act ...", "link": "https://www.nafsa.org/regulatory-information/travel-bans-and-restrictions"}, {"id": "a3_c5", "title": "The Facts on Trump's Travel Restrictions", "text": "President Donald Trump has made a number of misleading statements about his decision on Jan. 31 to impose travel restrictions related to the novel coronavirus ...", "snippet": "President Donald Trump has made a number of misleading statements about his decision on Jan. 31 to impose travel restrictions related to the novel coronavirus ...", "link": "https://www.factcheck.org/2020/03/the-facts-on-trumps-travel-restrictions/"}, {"id": "a3_c6", "title": "Restricting The Entry of Foreign Nationals to Protect the United States ...", "text": "I restricted the entry of foreign nationals into the United States, which successfully prevented national security threats from reaching our borders.", "snippet": "I restricted the entry of foreign nationals into the United States, which successfully prevented national security threats from reaching our borders.", "link": "https://www.whitehouse.gov/presidential-actions/2025/06/restricting-the-entry-of-foreign-nationals-to-protect-the-united-states-from-foreign-terrorists-and-other-national-security-and-public-safety-threats/"}, {"id": "a3_c7", "title": "The United States will impose a new travel ban out of an abundance ...", "text": "A new coronavirus variant identified in southern Africa is leading to a new round of travel restrictions just as many had finally begun to ease.", "snippet": "A new coronavirus variant identified in southern Africa is leading to a new round of travel restrictions just as many had finally begun to ease.", "link": "https://www.facebook.com/masslive/posts/the-united-states-will-impose-a-new-travel-ban-out-of-an-abundance-of-caution-ov/10158876282502029/"}, {"id": "a3_c8", "title": "U.S. imposes new travel restrictions amid Omicron COVID variant ...", "text": "U.S. officials are imposing travel restrictions for non-U.S. citizens from South Africa and seven other nations to slow the spread of the\u00a0...", "snippet": "U.S. officials are imposing travel restrictions for non-U.S. citizens from South Africa and seven other nations to slow the spread of the\u00a0...", "link": "https://www.youtube.com/watch?v=cmriVw-RMlo"}, {"id": "a3_c9", "title": "Travel Bans and Restrictions", "text": "Statutory Bases for Travel Bans and Restrictions. A number of long-standing statutory provisions in the Immigration and Naturalization Act ...", "snippet": "Statutory Bases for Travel Bans and Restrictions. A number of long-standing statutory provisions in the Immigration and Naturalization Act ...", "link": "https://www.nafsa.org/regulatory-information/travel-bans-and-restrictions"}, {"id": "a4_c0", "title": "Update on the omicron sub\u2010variants BA.4 and BA.5 - PMC", "text": "by TE Tallei \u00b7 2022 \u00b7 Cited by 96 \u2014 New Omicron sub\u2010variants (designated BA.4 and BA.5) have recently emerged. These two subvariants are thought to be the cause of an increase in COVID\u201019 cases.", "snippet": "by TE Tallei \u00b7 2022 \u00b7 Cited by 96 \u2014 New Omicron sub\u2010variants (designated BA.4 and BA.5) have recently emerged. These two subvariants are thought to be the cause of an increase in COVID\u201019 cases.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9539252/"}, {"id": "a4_c1", "title": "Omicron and BA.5: Questions patients may have and how ...", "text": "BA.5 is one of the latest subvariants of the original Omicron lineage. There is a unique cluster of mutations on the spike protein, which has ...", "snippet": "BA.5 is one of the latest subvariants of the original Omicron lineage. There is a unique cluster of mutations on the spike protein, which has ...", "link": "https://www.ama-assn.org/public-health/infectious-diseases/omicron-and-ba5-questions-patients-may-have-and-how-answer"}, {"id": "a4_c2", "title": "COVID-19's BA.4 and BA.5 Omicron subvariants", "text": "BA.5 is the more transmissible of the two and is causing 65% of cases, while BA.4 is causing 17%. They are subvariants of the coronavirus's ...", "snippet": "BA.5 is the more transmissible of the two and is causing 65% of cases, while BA.4 is causing 17%. They are subvariants of the coronavirus's ...", "link": "https://www.mdanderson.org/cancerwise/covid-19-s-ba-4-and-ba-5-omicron-subvariants--12-questions--answered.h00-159541323.html"}, {"id": "a4_c3", "title": "SARS-CoV-2 Omicron variant", "text": "1 was spreading in the US and two new subvariants of Omicron named BA.4 and BA.5, first detected in January 2022, spread in South Africa. All 3 subvariants ...", "snippet": "1 was spreading in the US and two new subvariants of Omicron named BA.4 and BA.5, first detected in January 2022, spread in South Africa. All 3 subvariants ...", "link": "https://en.wikipedia.org/wiki/SARS-CoV-2_Omicron_variant"}, {"id": "a4_c4", "title": "What do we know about the new Omicron subvariant ...", "text": "NB.1.8.1 is a recently identified subvariant of Omicron, first detected in January 2025. It has been designated a \"variant under monitoring\" by the WHO.", "snippet": "NB.1.8.1 is a recently identified subvariant of Omicron, first detected in January 2025. It has been designated a \"variant under monitoring\" by the WHO.", "link": "https://www.uchicagomedicine.org/forefront/coronavirus-disease-covid-19/2025/may/covid-variants-q-and-a"}, {"id": "a4_c5", "title": "Update on the omicron sub\u2010variants BA.4 and BA.5 - PMC", "text": "by TE Tallei \u00b7 2022 \u00b7 Cited by 96 \u2014 New Omicron sub\u2010variants (designated BA.4 and BA.5) have recently emerged. These two subvariants are thought to be the cause of an increase in COVID\u201019 cases.", "snippet": "by TE Tallei \u00b7 2022 \u00b7 Cited by 96 \u2014 New Omicron sub\u2010variants (designated BA.4 and BA.5) have recently emerged. These two subvariants are thought to be the cause of an increase in COVID\u201019 cases.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9539252/"}, {"id": "a4_c6", "title": "COVID-19's BA.4 and BA.5 Omicron subvariants: 12 questions, answered", "text": "BA.5 is the more transmissible of the two and is causing 65% of cases, while BA.4 is causing 17%. They are subvariants of the coronavirus's ...", "snippet": "BA.5 is the more transmissible of the two and is causing 65% of cases, while BA.4 is causing 17%. They are subvariants of the coronavirus's ...", "link": "https://www.mdanderson.org/cancerwise/covid-19-s-ba-4-and-ba-5-omicron-subvariants--12-questions--answered.h00-159541323.html"}, {"id": "a4_c7", "title": "Five things we've learned about the BA.4 and BA.5 Omicron variants", "text": "The BA.4 and BA.5 Omicron sub-variants threaten to trigger a new wave of COVID-19 infections in South Africa. Here's what we know about them so far.", "snippet": "The BA.4 and BA.5 Omicron sub-variants threaten to trigger a new wave of COVID-19 infections in South Africa. Here's what we know about them so far.", "link": "https://www.gavi.org/vaccineswork/five-things-weve-learned-about-ba4-and-ba5-omicron-variants"}, {"id": "a4_c8", "title": "Omicron and BA.5: Questions patients may have and how to answer", "text": "The short answer is, yes, the mutations of the BA.5 subvariant have allowed it to sneak past the body's immune system more easily.", "snippet": "The short answer is, yes, the mutations of the BA.5 subvariant have allowed it to sneak past the body's immune system more easily.", "link": "https://www.ama-assn.org/public-health/infectious-diseases/omicron-and-ba5-questions-patients-may-have-and-how-answer"}, {"id": "a4_c9", "title": "COVID-19 Update: What You Need To Know About the BA.5 Variant", "text": "BA.5 is more infectious than previous omicron variants and has a higher reinfection rate. This variant can easily evade immunity from earlier ...", "snippet": "BA.5 is more infectious than previous omicron variants and has a higher reinfection rate. This variant can easily evade immunity from earlier ...", "link": "https://www.adventhealth.com/blogs/covid-19-update-what-you-need-know-about-ba5-variant"}, {"id": "a5_c0", "title": "XBB.1.5: A new threatening SARS-CoV-2 Omicron subvariant", "text": "by MA Islam \u00b7 2023 \u00b7 Cited by 21 \u2014 XBB.1.5 has been found to be the Omicron sub-variant that spreads the most rapidly. Its rapid proliferation can be attributed to the additional mutations it ...", "snippet": "by MA Islam \u00b7 2023 \u00b7 Cited by 21 \u2014 XBB.1.5 has been found to be the Omicron sub-variant that spreads the most rapidly. Its rapid proliferation can be attributed to the additional mutations it ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10152970/"}, {"id": "a5_c1", "title": "XBB.1.5 Omicron subvariant: Questions patients may have", "text": "The XBB.1.5 subvariant has a mutation that is believed to help the virus bind to cells, becoming more transmissible.", "snippet": "The XBB.1.5 subvariant has a mutation that is believed to help the virus bind to cells, becoming more transmissible.", "link": "https://www.ama-assn.org/public-health/infectious-diseases/xbb15-omicron-subvariant-questions-patients-may-have"}, {"id": "a5_c2", "title": "Epidemiologic Characteristics of SARS-CoV- ...", "text": "by E Luoma \u00b7 2023 \u00b7 Cited by 20 \u2014 XBB.1.5 variant, a recombinant variant. As of January 7, 2023, XBB.1.5 was the predominant variant in NYC, accounting for 81% of sequenced ...", "snippet": "by E Luoma \u00b7 2023 \u00b7 Cited by 20 \u2014 XBB.1.5 variant, a recombinant variant. As of January 7, 2023, XBB.1.5 was the predominant variant in NYC, accounting for 81% of sequenced ...", "link": "https://www.cdc.gov/mmwr/volumes/72/wr/mm7208a4.htm"}, {"id": "a5_c3", "title": "Virological characteristics of the SARS-CoV-2 Omicron ...", "text": "by T Tamura \u00b7 2024 \u00b7 Cited by 106 \u2014 XBB.1.5 exhibits a higher effective reproduction number than other XBB subvariants. In this study, we traced the evolutionary history of XBB.1.5 ...", "snippet": "by T Tamura \u00b7 2024 \u00b7 Cited by 106 \u2014 XBB.1.5 exhibits a higher effective reproduction number than other XBB subvariants. In this study, we traced the evolutionary history of XBB.1.5 ...", "link": "https://www.nature.com/articles/s41467-024-45274-3"}, {"id": "a5_c4", "title": "SARS-CoV-2 Omicron variant", "text": "Omicron (B.1.1.529) is a heavily mutated variant of SARS-CoV-2 first reported to the World Health Organization (WHO) by the Network for Genomics ...", "snippet": "Omicron (B.1.1.529) is a heavily mutated variant of SARS-CoV-2 first reported to the World Health Organization (WHO) by the Network for Genomics ...", "link": "https://en.wikipedia.org/wiki/SARS-CoV-2_Omicron_variant"}, {"id": "a5_c5", "title": "XBB.1.5 Omicron subvariant: Questions patients may have", "text": "The XBB.1.5 subvariant has a mutation that is believed to help the virus bind to cells, becoming more transmissible.", "snippet": "The XBB.1.5 subvariant has a mutation that is believed to help the virus bind to cells, becoming more transmissible.", "link": "https://www.ama-assn.org/public-health/infectious-diseases/xbb15-omicron-subvariant-questions-patients-may-have"}, {"id": "a5_c6", "title": "XBB.1.5: A new threatening SARS-CoV-2 Omicron subvariant", "text": "by MA Islam \u00b7 2023 \u00b7 Cited by 21 \u2014 XBB.1.5 has been found to be the Omicron sub-variant that spreads the most rapidly. Its rapid proliferation can be attributed to the additional mutations it ...", "snippet": "by MA Islam \u00b7 2023 \u00b7 Cited by 21 \u2014 XBB.1.5 has been found to be the Omicron sub-variant that spreads the most rapidly. Its rapid proliferation can be attributed to the additional mutations it ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10152970/"}, {"id": "a5_c7", "title": "What You Need to Know About XBB.1.5, the Latest Omicron Variant", "text": "The XBB.1.5 variant has a mutation virologists believe is helping the virus better bind to cells and thus be more transmissible.", "snippet": "The XBB.1.5 variant has a mutation virologists believe is helping the virus better bind to cells and thus be more transmissible.", "link": "https://publichealth.jhu.edu/2023/what-you-need-to-know-about-xbb15-the-latest-omicron-variant"}, {"id": "a5_c8", "title": "COVID-19 variant XBB.1.5", "text": "XBB.1.5 is a subvariant of Omicron, XBB.1.5 accounted for 55% of reported COVID-19 cases globally during the last week of March 2023, and the variant is still ...", "snippet": "XBB.1.5 is a subvariant of Omicron, XBB.1.5 accounted for 55% of reported COVID-19 cases globally during the last week of March 2023, and the variant is still ...", "link": "https://immunize.ca/sites/default/files/Resource%20and%20Product%20Uploads%20(PDFs)/COVID-19/covid_xbb.1.5_factsheet_web_e.pdf"}, {"id": "a5_c9", "title": "Posts Misinterpret NYC Health Tweet About Omicron Subvariant XBB.1.5", "text": "Lab studies suggest that XBB.1.5 is likely to be among the most immune evasive variants thus far, meaning that the variant is able to sidestep ...", "snippet": "Lab studies suggest that XBB.1.5 is likely to be among the most immune evasive variants thus far, meaning that the variant is able to sidestep ...", "link": "https://www.factcheck.org/2023/01/scicheck-posts-misinterpret-nyc-health-tweet-about-omicron-subvariant-xbb-1-5/"}, {"id": "a6_c0", "title": "Swift and extensive Omicron outbreak in China after sudden exit from 'zero ...", "text": "by EE Goldberg \u00b7 2023 \u00b7 Cited by 103 \u2014 We modeled the epidemic dynamics of the Omicron variant of SARS-CoV-2 in China from Nov. to Dec. 2022, during a period when China moved from having strict COVID ...", "snippet": "by EE Goldberg \u00b7 2023 \u00b7 Cited by 103 \u2014 We modeled the epidemic dynamics of the Omicron variant of SARS-CoV-2 in China from Nov. to Dec. 2022, during a period when China moved from having strict COVID ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10314942/"}, {"id": "a6_c1", "title": "Early Detection and Surveillance of the SARS-CoV-2 Variant BA.3.2", "text": "by M Shakya \u00b7 2026 \u00b7 Cited by 10 \u2014 As of February 11, 2026, BA.3.2 had been reported in 23 countries. Detections began increasing in September 2025. In the United States, BA.3.2 ...", "snippet": "by M Shakya \u00b7 2026 \u00b7 Cited by 10 \u2014 As of February 11, 2026, BA.3.2 had been reported in 23 countries. Detections began increasing in September 2025. In the United States, BA.3.2 ...", "link": "https://www.cdc.gov/mmwr/volumes/75/wr/mm7510a1.htm"}, {"id": "a6_c2", "title": "Tracking SARS-CoV-2 variants", "text": "In March 2023, WHO updated its tracking system and working definitions for variants of concern, variants of interest and variants under monitoring.", "snippet": "In March 2023, WHO updated its tracking system and working definitions for variants of concern, variants of interest and variants under monitoring.", "link": "https://www.who.int/activities/tracking-SARS-CoV-2-variants"}, {"id": "a6_c3", "title": "A Timeline of COVID-19 Variants", "text": "The original Omicron variant, was identified in late November 2021 and overtook Delta as the dominant variant within a month. The highly mutated variant was ...", "snippet": "The original Omicron variant, was identified in late November 2021 and overtook Delta as the dominant variant within a month. The highly mutated variant was ...", "link": "https://www.verywellhealth.com/covid-variants-timeline-6741198"}, {"id": "a6_c4", "title": "New COVID-19 Variant NB.1.8.1 Causes Surge In China And Is ...", "text": "It is called the NB.1.8.1 variant, has been causing COVID-19 surges in China, Hong Kong and Taiwan and is now spreading in the US.", "snippet": "It is called the NB.1.8.1 variant, has been causing COVID-19 surges in China, Hong Kong and Taiwan and is now spreading in the US.", "link": "https://www.forbes.com/sites/brucelee/2025/05/25/new-covid-19-variant-nb181-causes-surge-in-china-spreading-in-us/"}, {"id": "a6_c5", "title": "Q&A on the Omicron Variant", "text": "the variant, also called B.1.1.529, had been identified in South Africa, Botswana and a person who had traveled from South Africa to Hong Kong.", "snippet": "the variant, also called B.1.1.529, had been identified in South Africa, Botswana and a person who had traveled from South Africa to Hong Kong.", "link": "https://www.factcheck.org/2021/12/scicheck-qa-on-the-omicron-variant/"}, {"id": "a6_c6", "title": "CDC Museum COVID-19 Timeline", "text": "CDC begins screening passengers for symptoms of the 2019 Novel Coronavirus on direct and connecting flights from Wuhan, China to San Francisco, California, New ...", "snippet": "CDC begins screening passengers for symptoms of the 2019 Novel Coronavirus on direct and connecting flights from Wuhan, China to San Francisco, California, New ...", "link": "https://www.cdc.gov/museum/timeline/covid19.html"}, {"id": "a6_c7", "title": "5 years after it appeared, things we know and still don't know about COVID", "text": "Then in late November 2021, a new variant came on the scene: omicron. \"It spread very rapidly,\" dominating within weeks, said Dr. Wesley ...", "snippet": "Then in late November 2021, a new variant came on the scene: omicron. \"It spread very rapidly,\" dominating within weeks, said Dr. Wesley ...", "link": "https://www.pbs.org/newshour/amp/health/5-years-after-it-appeared-things-we-know-and-still-dont-know-about-covid"}, {"id": "a6_c8", "title": "A Timeline of COVID-19 Variants", "text": "The original Omicron variant, was identified in late November 2021 and overtook Delta as the dominant variant within a month. The highly mutated variant was ...", "snippet": "The original Omicron variant, was identified in late November 2021 and overtook Delta as the dominant variant within a month. The highly mutated variant was ...", "link": "https://www.verywellhealth.com/covid-variants-timeline-6741198"}, {"id": "a6_c9", "title": "Tracking SARS-CoV-2 variants", "text": "In March 2023, WHO updated its tracking system and working definitions for variants of concern, variants of interest and variants under monitoring.", "snippet": "In March 2023, WHO updated its tracking system and working definitions for variants of concern, variants of interest and variants under monitoring.", "link": "https://www.who.int/activities/tracking-SARS-CoV-2-variants"}]}
+{"input": "#COVID_19 Six fallacies and truths about China's epidemic control (6/6) FALLACY 6: \"OFFICIAL COVID DEATH TOLL UNRELIABLE\" The truth is: China has always published information on COVID-19 deaths and severe cases in the spirit of openness and transparency.", "output": "#COVID_19 Six fallacies and truths about China's epidemic control (6/6) FALLACY 6: \"OFFICIAL COVID DEATH TOLL UNRELIABLE\" The truth is: China has always published information on COVID-19 deaths and severe cases in the spirit of openness and transparency.", "topic": "Covid", "ground_truth": "NS", "raw_label": "false", "account": "ChinaDaily", "atoms": [{"id": "a0", "text": "China's epidemic control has six fallacies and truths.", "original": "China's epidemic control has six fallacies and truths.", "label": "NS", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "One of the fallacies about China's epidemic control is that the official COVID death toll is unreliable.", "original": "One of the fallacies about China's epidemic control is that the official COVID death toll is unreliable.", "label": "NS", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "China has always published information on COVID-19 deaths.", "original": "China has always published information on COVID-19 deaths.", "label": "NS", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "China has always published information on COVID-19 severe cases.", "original": "China has always published information on COVID-19 severe cases.", "label": "NS", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}, {"id": "a4", "text": "China publishes information on COVID-19 in the spirit of openness.", "original": "China publishes information on COVID-19 in the spirit of openness.", "label": "NS", "contexts": ["a4_c0", "a4_c1", "a4_c2", "a4_c3", "a4_c4", "a4_c5", "a4_c6", "a4_c7", "a4_c8", "a4_c9"]}, {"id": "a5", "text": "China publishes information on COVID-19 in the spirit of transparency.", "original": "China publishes information on COVID-19 in the spirit of transparency.", "label": "NS", "contexts": ["a5_c0", "a5_c1", "a5_c2", "a5_c3", "a5_c4", "a5_c5", "a5_c6", "a5_c7", "a5_c8", "a5_c9"]}], "contexts": [{"id": "a0_c0", "title": "Six fallacies and truths about China's epidemic control", "text": "Six fallacies and truths about China's epidemic control. China's epidemic fight, confusing the public and misleading the world as a consequence ...", "snippet": "Six fallacies and truths about China's epidemic control. China's epidemic fight, confusing the public and misleading the world as a consequence ...", "link": "https://www.dailynewsegypt.com/2023/01/08/six-fallacies-and-truths-about-chinas-epidemic-control/"}, {"id": "a0_c1", "title": "Six fallacies and truths about China's epidemic control", "text": "China's epidemic fight, confusing the public and misleading the world as a consequence. FALLACY 1: \"NEW COVID POLICY BRINGS CHAOS\"", "snippet": "China's epidemic fight, confusing the public and misleading the world as a consequence. FALLACY 1: \"NEW COVID POLICY BRINGS CHAOS\"", "link": "https://www.chinadaily.com.cn/a/202301/10/WS63bcf09fa31057c47eba8bc1.html"}, {"id": "a0_c2", "title": "Six fallacies and truths about China's epidemic control", "text": "Six fallacies and truths about China's epidemic control.", "snippet": "Six fallacies and truths about China's epidemic control.", "link": "http://www.newtimes.co.rw/article/4107/news/international/six-fallacies-and-truths-about-chinas-epidemic-control/amp"}, {"id": "a0_c3", "title": "Six fallacies and truths about China's epidemic control", "text": "China has made rural areas a focal point in the country's current COVID response, boosting medical capacities and providing timely support.", "snippet": "China has made rural areas a focal point in the country's current COVID response, boosting medical capacities and providing timely support.", "link": "https://www.standardmedia.co.ke/sports/amp/branding-voice/article/2001465097/six-fallacies-and-truths-about-chinas-epidemic-control"}, {"id": "a0_c4", "title": "Innovative public strategies in response to COVID\u201019 - PMC - NIH", "text": "by Y Wu \u00b7 2024 \u00b7 Cited by 8 \u2014 This review examines China's multifaceted approach to the crisis, focusing on five key areas of response: infrastructure and system design, medical care and ...", "snippet": "by Y Wu \u00b7 2024 \u00b7 Cited by 8 \u2014 This review examines China's multifaceted approach to the crisis, focusing on five key areas of response: infrastructure and system design, medical care and ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11671218/"}, {"id": "a0_c5", "title": "Six fallacies and truths about China's epidemic control", "text": "Six fallacies and truths about China's epidemic control. China's epidemic fight, confusing the public and misleading the world as a consequence ...", "snippet": "Six fallacies and truths about China's epidemic control. China's epidemic fight, confusing the public and misleading the world as a consequence ...", "link": "https://www.dailynewsegypt.com/2023/01/08/six-fallacies-and-truths-about-chinas-epidemic-control/"}, {"id": "a0_c6", "title": "Six fallacies and truths about China's epidemic control", "text": "China's epidemic fight, confusing the public and misleading the world as a consequence. FALLACY 1: \"NEW COVID POLICY BRINGS CHAOS\"", "snippet": "China's epidemic fight, confusing the public and misleading the world as a consequence. FALLACY 1: \"NEW COVID POLICY BRINGS CHAOS\"", "link": "https://www.chinadaily.com.cn/a/202301/10/WS63bcf09fa31057c47eba8bc1.html"}, {"id": "a0_c7", "title": "Six fallacies and truths about China's epidemic control", "text": "Rumor 11: China is responsible for the outbreak and must compensate the world. \u2022 Fact: The virus is a common enemy of the mankind and China is ...", "snippet": "Rumor 11: China is responsible for the outbreak and must compensate the world. \u2022 Fact: The virus is a common enemy of the mankind and China is ...", "link": "https://www.facebook.com/TheNewTimesRwanda/posts/six-fallacies-and-truths-about-chinas-epidemic-control/5486804444761928/"}, {"id": "a0_c8", "title": "Reality Check of US Allegations Against China on COVID-19", "text": "Reality Check: China took the most stringent measures within the shortest possible time, which has largely kept the virus within Wuhan.", "snippet": "Reality Check: China took the most stringent measures within the shortest possible time, which has largely kept the virus within Wuhan.", "link": "https://surabaya.china-consulate.gov.cn/eng/jrzg_2/202005/t20200515_5332463.htm"}, {"id": "a0_c9", "title": "Six fallacies and truths about China's epidemic control", "text": "Six fallacies and truths about China's epidemic control.", "snippet": "Six fallacies and truths about China's epidemic control.", "link": "https://www.newtimes.co.rw/article/4107/news/international/six-fallacies-and-truths-about-chinas-epidemic-control"}, {"id": "a1_c0", "title": "One Pandemic, Two Solutions: Comparing the U.S.-China ...", "text": "by S Lyu \u00b7 2023 \u00b7 Cited by 36 \u2014 China chose to \u201ccoexist\u201d with the virus, thus avoiding a massive epidemic-related death. resulting in a large number of excess deaths associated with the ...", "snippet": "by S Lyu \u00b7 2023 \u00b7 Cited by 36 \u2014 China chose to \u201ccoexist\u201d with the virus, thus avoiding a massive epidemic-related death. resulting in a large number of excess deaths associated with the ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10341116/"}, {"id": "a1_c1", "title": "How Deadly Was China's Covid Wave?", "text": "A wave of top scholars died. But China's official Covid death toll for the entire pandemic remains strikingly low: 83,150 people as of Feb. 9.", "snippet": "A wave of top scholars died. But China's official Covid death toll for the entire pandemic remains strikingly low: 83,150 people as of Feb. 9.", "link": "https://www.nytimes.com/interactive/2023/02/15/world/asia/china-covid-death-estimates.html?eafs_enabled=false"}, {"id": "a1_c2", "title": "Estimate of COVID-19 Deaths, China, December 2022\u2013 ...", "text": "Our estimates suggest that China's true death toll is closer to 1,014 deaths/1 million persons, roughly double that of Japan and 30% of that of ...", "snippet": "Our estimates suggest that China's true death toll is closer to 1,014 deaths/1 million persons, roughly double that of Japan and 30% of that of ...", "link": "https://wwwnc.cdc.gov/eid/article/29/10/23-0585_article"}, {"id": "a1_c3", "title": "How Deadly Was China's Covid Wave? | The Transmission", "text": "A wave of top scholars died. But China's official Covid death toll for the entire pandemic remains strikingly low: 83,150 people as of Feb. 9.", "snippet": "A wave of top scholars died. But China's official Covid death toll for the entire pandemic remains strikingly low: 83,150 people as of Feb. 9.", "link": "https://www.unmc.edu/healthsecurity/transmission/2023/02/16/how-deadly-was-chinas-covid-wave/"}, {"id": "a1_c4", "title": "Six fallacies and truths about China's epidemic control - CCTV", "text": "FALLACY 6: \"OFFICIAL COVID DEATH TOLL UNRELIABLE\". The fact is: China has always published information on COVID-19 deaths and severe cases in ...", "snippet": "FALLACY 6: \"OFFICIAL COVID DEATH TOLL UNRELIABLE\". The fact is: China has always published information on COVID-19 deaths and severe cases in ...", "link": "https://english.cctv.com/2023/01/08/ARTI4axLUjYRY7wqxbZuNtnC230108.shtml"}, {"id": "a1_c5", "title": "Is China using a global standard to count COVID deaths?", "text": "Asia Fact Check Lab (AFCL) found that this claim is misleading. China uses a very narrow definition for COVID deaths compared to other countries ...", "snippet": "Asia Fact Check Lab (AFCL) found that this claim is misleading. China uses a very narrow definition for COVID deaths compared to other countries ...", "link": "https://www.rfa.org/english/news/china/covid-deaths-01092023131304.html"}, {"id": "a1_c6", "title": "FACT CHECK: Don't Believe China's Misleading COVID-19 ...", "text": "China repeatedly cites its low death counts as proof of superiority of the \u201cChina model.\u201d But experts have questioned China's official COVID ...", "snippet": "China repeatedly cites its low death counts as proof of superiority of the \u201cChina model.\u201d But experts have questioned China's official COVID ...", "link": "https://www.youtube.com/watch?v=LoZcNxjR8hM"}, {"id": "a1_c7", "title": "China limits how it defines COVID deaths in official count", "text": "China only counts deaths from pneumonia or respiratory failure in its official COVID-19 death toll, a Chinese health official said, in a narrow definition.", "snippet": "China only counts deaths from pneumonia or respiratory failure in its official COVID-19 death toll, a Chinese health official said, in a narrow definition.", "link": "https://www.npr.org/2022/12/21/1144631144/china-limits-how-it-defines-covid-deaths-in-official-count"}, {"id": "a1_c8", "title": "How accurate are China's COVID-19 death numbers?", "text": "\"To say you're going to ignore anything else going on in the body makes no sense and is scientifically inaccurate.\" Advertisement \u00b7 Scroll to ...", "snippet": "\"To say you're going to ignore anything else going on in the body makes no sense and is scientifically inaccurate.\" Advertisement \u00b7 Scroll to ...", "link": "https://www.reuters.com/business/healthcare-pharmaceuticals/how-accurate-are-chinas-covid-19-death-numbers-2022-12-22/"}, {"id": "a1_c9", "title": "CHECKED: Chinese COVID-19 fake news dataset - PMC - NIH", "text": "by C Yang \u00b7 2021 \u00b7 Cited by 122 \u2014 ReCOVery dataset (Zhou et al. 2020a) contains over 2,000 verified news articles on COVID-19 from extremely reliable and unreliable outlets. Both textual and ...", "snippet": "by C Yang \u00b7 2021 \u00b7 Cited by 122 \u2014 ReCOVery dataset (Zhou et al. 2020a) contains over 2,000 verified news articles on COVID-19 from extremely reliable and unreliable outlets. Both textual and ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8217979/"}, {"id": "a2_c0", "title": "Estimate of COVID-19 Deaths, China, December 2022\u2013February 2023", "text": "by Z Du \u00b7 2023 \u00b7 Cited by 74 \u2014 We estimate that the ensuing wave of SARS-CoV-2 infections caused 1.41 million deaths in China during December 2022\u2013February 2023, substantially higher than ...", "snippet": "by Z Du \u00b7 2023 \u00b7 Cited by 74 \u2014 We estimate that the ensuing wave of SARS-CoV-2 infections caused 1.41 million deaths in China during December 2022\u2013February 2023, substantially higher than ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10521589/"}, {"id": "a2_c1", "title": "Estimate of COVID-19 Deaths, China, December 2022\u2013February 2023", "text": "China reported near- ly 82,000 COVID-19\u2013related deaths during December 16, 2022\u2013February 17, 2023 (1). China and published estimates of infec- ...", "snippet": "China reported near- ly 82,000 COVID-19\u2013related deaths during December 16, 2022\u2013February 17, 2023 (1). China and published estimates of infec- ...", "link": "https://wwwnc.cdc.gov/eid/article/29/10/pdfs/23-0585-combined.pdf"}, {"id": "a2_c2", "title": "Inferring China's excess mortality during the COVID-19 pandemic ...", "text": "by L Huang \u00b7 2023 \u00b7 Cited by 11 \u2014 In-hospital mortality figure released by the Chinese government stood at 83,150 from December 8th, 2022 to February 9th, 2023. However, ...", "snippet": "by L Huang \u00b7 2023 \u00b7 Cited by 11 \u2014 In-hospital mortality figure released by the Chinese government stood at 83,150 from December 8th, 2022 to February 9th, 2023. However, ...", "link": "https://www.nature.com/articles/s41598-023-42979-1"}, {"id": "a2_c3", "title": "China stops publishing daily Covid data amid reports of a huge spike in ...", "text": "China has stopped publishing daily COVID-19 data, China reported zero COVID deaths. China's true COVID figures were a million infections and 5, ...", "snippet": "China has stopped publishing daily COVID-19 data, China reported zero COVID deaths. China's true COVID figures were a million infections and 5, ...", "link": "https://www.npr.org/2022/12/25/1145472905/china-stops-publishing-daily-covid-data"}, {"id": "a2_c4", "title": "Covid-19: China stops counting cases as models predict a million or more ...", "text": "by O Dyer \u00b7 2023 \u00b7 Cited by 39 \u2014 China's official death toll has risen by just six deaths since \u201czero covid\u201d policies were dropped on 7 December, standing at 5241 for the whole ...", "snippet": "by O Dyer \u00b7 2023 \u00b7 Cited by 39 \u2014 China's official death toll has risen by just six deaths since \u201czero covid\u201d policies were dropped on 7 December, standing at 5241 for the whole ...", "link": "https://www.bmj.com/content/380/bmj.p2"}, {"id": "a2_c5", "title": "How accurate are China's COVID-19 death numbers?", "text": "China's narrow criteria for identifying deaths caused by COVID-19 will underestimate the true toll of the pandemic's current wave there.", "snippet": "China's narrow criteria for identifying deaths caused by COVID-19 will underestimate the true toll of the pandemic's current wave there.", "link": "https://www.reuters.com/business/healthcare-pharmaceuticals/how-accurate-are-chinas-covid-19-death-numbers-2022-12-22/"}, {"id": "a2_c6", "title": "COVID-19 misinformation by China", "text": "The government of the People's Republic of China has downplayed the emergence of COVID-19 in China and spread misinformation about its origin and spread around ...", "snippet": "The government of the People's Republic of China has downplayed the emergence of COVID-19 in China and spread misinformation about its origin and spread around ...", "link": "https://en.wikipedia.org/wiki/COVID-19_misinformation_by_China"}, {"id": "a2_c7", "title": "CHECKED: Chinese COVID-19 fake news dataset - PMC - NIH", "text": "by C Yang \u00b7 2021 \u00b7 Cited by 122 \u2014 CHECKED, the first Chinese dataset on COVID-19 misinformation. CHECKED provides a total 2,104 verified microblogs related to COVID-19 from December 2019 to ...", "snippet": "by C Yang \u00b7 2021 \u00b7 Cited by 122 \u2014 CHECKED, the first Chinese dataset on COVID-19 misinformation. CHECKED provides a total 2,104 verified microblogs related to COVID-19 from December 2019 to ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8217979/"}, {"id": "a2_c8", "title": "Asia Fact Check Lab: Is China using a global standard to count COVID ...", "text": "Asia Fact Check Lab (AFCL) found that this claim is misleading. China uses a very narrow definition for COVID deaths compared to other countries ...", "snippet": "Asia Fact Check Lab (AFCL) found that this claim is misleading. China uses a very narrow definition for COVID deaths compared to other countries ...", "link": "https://www.rfa.org/english/news/china/covid-deaths-01092023131304.html"}, {"id": "a2_c9", "title": "How accurate are China's virus numbers?", "text": "Intentional or not, there is reason to believe that more people in China died of COVID-19 than the official tally, which stood at 3312 at ...", "snippet": "Intentional or not, there is reason to believe that more people in China died of COVID-19 than the official tally, which stood at 3312 at ...", "link": "https://www.pbs.org/newshour/amp/world/how-accurate-are-chinas-virus-numbers"}, {"id": "a3_c0", "title": "COVID-19 pandemic in China: Context, experience and lessons", "text": "by W Xu \u00b7 2020 \u00b7 Cited by 145 \u2014 COVID-19 poses a major public health threat on China with a cumulative number of cases over 89,000 (data cut-off date: August 9th, 2020).", "snippet": "by W Xu \u00b7 2020 \u00b7 Cited by 145 \u2014 COVID-19 poses a major public health threat on China with a cumulative number of cases over 89,000 (data cut-off date: August 9th, 2020).", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC7451009/"}, {"id": "a3_c1", "title": "Archived: WHO Timeline - COVID-19", "text": "January 2020 China publicly shared the genetic sequence of COVID-19. reported 7818 total confirmed cases worldwide, with the majority of these ...", "snippet": "January 2020 China publicly shared the genetic sequence of COVID-19. reported 7818 total confirmed cases worldwide, with the majority of these ...", "link": "https://www.who.int/news/item/27-04-2020-who-timeline---covid-19"}, {"id": "a3_c2", "title": "COVID-19 pandemic in mainland China", "text": "China reported 13,146 new cases of COVID-19 in the past 24 hours, which was the highest single-day total of new cases since the height of the 2020 outbreak.", "snippet": "China reported 13,146 new cases of COVID-19 in the past 24 hours, which was the highest single-day total of new cases since the height of the 2020 outbreak.", "link": "https://en.wikipedia.org/wiki/COVID-19_pandemic_in_mainland_China"}, {"id": "a3_c3", "title": "The COVID-19 pandemic in China: from dynamic zero-COVID to ...", "text": "by J Ge \u00b7 2023 \u00b7 Cited by 51 \u2014 On 8 January 2023, after 3 years of pandemic control, China changed its management of COVID-19, applying measures against class B infectious ...", "snippet": "by J Ge \u00b7 2023 \u00b7 Cited by 51 \u2014 On 8 January 2023, after 3 years of pandemic control, China changed its management of COVID-19, applying measures against class B infectious ...", "link": "https://link.springer.com/article/10.1007/s00059-023-05183-5"}, {"id": "a3_c4", "title": "Lack of info on China's COVID-19 surge stirs global concern", "text": "Chinese health authorities publish a daily count of new cases, severe cases and deaths, but those numbers include only officially confirmed ...", "snippet": "Chinese health authorities publish a daily count of new cases, severe cases and deaths, but those numbers include only officially confirmed ...", "link": "https://www.facebook.com/wxii12news/posts/lack-of-info-on-chinas-covid-19-surge-stirs-global-concern/536276178526642/"}, {"id": "a3_c5", "title": "Why Do Citizens Share COVID-19 Fact-Checks Posted ... - PMC", "text": "by Q Chen \u00b7 2021 \u00b7 Cited by 41 \u2014 To fight the spread of misinformation, Chinese governments have used official social media accounts to participate in fact-checking activities.", "snippet": "by Q Chen \u00b7 2021 \u00b7 Cited by 41 \u2014 To fight the spread of misinformation, Chinese governments have used official social media accounts to participate in fact-checking activities.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8508168/"}, {"id": "a3_c6", "title": "U.S. vicious slanders on China over COVID-19 origins tracing ...", "text": "Facts and truth: China has never covered up the information, and the relevant allegations have no factual basis, which are purely conspiracy ...", "snippet": "Facts and truth: China has never covered up the information, and the relevant allegations have no factual basis, which are purely conspiracy ...", "link": "https://us.china-embassy.gov.cn/eng/zmgxss/202111/t20211107_10445198.htm"}, {"id": "a3_c7", "title": "Reality Check of US Allegations Against China on COVID-19", "text": "Reality Check: China has been fully open and transparent about its COVID-19 data. The figures can well stand the test of history. 12.Allegation: ...", "snippet": "Reality Check: China has been fully open and transparent about its COVID-19 data. The figures can well stand the test of history. 12.Allegation: ...", "link": "https://surabaya.china-consulate.gov.cn/eng/jrzg_2/202005/t20200515_5332463.htm"}, {"id": "a3_c8", "title": "Is China transparent in data releasing? Answer", "text": "Answer: China has been fully open and transparent about its COVID-19 data. The figures can well stand the test of history. As of 21st January, ...", "snippet": "Answer: China has been fully open and transparent about its COVID-19 data. The figures can well stand the test of history. As of 21st January, ...", "link": "https://www.facebook.com/bw.chineseembassy/posts/covid19factcheckq4-is-china-transparent-in-data-releasinganswer-china-has-been-f/2938498692864577/"}, {"id": "a3_c9", "title": "COVID-19 misinformation by China", "text": "The government of the People's Republic of China has downplayed the emergence of COVID-19 in China and spread misinformation about its origin and spread around ...", "snippet": "The government of the People's Republic of China has downplayed the emergence of COVID-19 in China and spread misinformation about its origin and spread around ...", "link": "https://en.wikipedia.org/wiki/COVID-19_misinformation_by_China"}, {"id": "a4_c0", "title": "China has always released all COVID-19 information \"in ...", "text": "China has always released all COVID-19 information \"in the spirit of openness and transparency\", says a health commission official.", "snippet": "China has always released all COVID-19 information \"in the spirit of openness and transparency\", says a health commission official.", "link": "https://www.facebook.com/ChannelNewsAsia/posts/china-has-always-released-all-covid-19-information-in-the-spirit-of-openness-and/10159370655902934/"}, {"id": "a4_c1", "title": "Innovative public strategies in response to COVID\u201019 - PMC", "text": "by Y Wu \u00b7 2024 \u00b7 Cited by 8 \u2014 This review examines China's multifaceted approach to the crisis, focusing on five key areas of response: infrastructure and system design, medical care and ...", "snippet": "by Y Wu \u00b7 2024 \u00b7 Cited by 8 \u2014 This review examines China's multifaceted approach to the crisis, focusing on five key areas of response: infrastructure and system design, medical care and ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11671218/"}, {"id": "a4_c2", "title": "Facts speak loud for China's openness, transparency in ...", "text": "China has released information on COVID-19 and advanced international cooperation on epidemic response in an open, transparent and responsible ...", "snippet": "China has released information on COVID-19 and advanced international cooperation on epidemic response in an open, transparent and responsible ...", "link": "http://www.xinhuanet.com/english/2020-04/07/c_138952116.htm"}, {"id": "a4_c3", "title": "Reflections on the dynamic zero-COVID policy in China", "text": "by Z Ba \u00b7 2023 \u00b7 Cited by 56 \u2014 China adopted the dynamic zero-COVID policy, aiming to diagnose and isolate cases and close contacts as soon as possible.", "snippet": "by Z Ba \u00b7 2023 \u00b7 Cited by 56 \u2014 China adopted the dynamic zero-COVID policy, aiming to diagnose and isolate cases and close contacts as soon as possible.", "link": "https://www.sciencedirect.com/science/article/pii/S2211335523003571"}, {"id": "a4_c4", "title": "China's only now revealed crucial COVID-19 origins data. ...", "text": "China's only now revealed crucial COVID\u201119 origins data. Earlier disclosure may have saved us 3 years of political argy\u2011bargy. Published: March ...", "snippet": "China's only now revealed crucial COVID\u201119 origins data. Earlier disclosure may have saved us 3 years of political argy\u2011bargy. Published: March ...", "link": "https://theconversation.com/chinas-only-now-revealed-crucial-covid-19-origins-data-earlier-disclosure-may-have-saved-us-3-years-of-political-argy-bargy-202344"}, {"id": "a4_c5", "title": "Reality Check of US Allegations Against China on COVID-19", "text": "Reality Check: China has been fully open and transparent about its COVID-19 data. The figures can well stand the test of history. 12.Allegation: ...", "snippet": "Reality Check: China has been fully open and transparent about its COVID-19 data. The figures can well stand the test of history. 12.Allegation: ...", "link": "https://surabaya.china-consulate.gov.cn/eng/jrzg_2/202005/t20200515_5332463.htm"}, {"id": "a4_c6", "title": "Why Do Citizens Share COVID-19 Fact-Checks Posted by Chinese ...", "text": "by Q Chen \u00b7 2021 \u00b7 Cited by 41 \u2014 To fight the spread of misinformation, Chinese governments have used official social media accounts to participate in fact-checking activities.", "snippet": "by Q Chen \u00b7 2021 \u00b7 Cited by 41 \u2014 To fight the spread of misinformation, Chinese governments have used official social media accounts to participate in fact-checking activities.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8508168/"}, {"id": "a4_c7", "title": "U.S. vicious slanders on China over COVID-19 origins tracing and the ...", "text": "Facts and truth: China has provided timely information to the world in an open, transparent and responsible manner. There has been no oppression ...", "snippet": "Facts and truth: China has provided timely information to the world in an open, transparent and responsible manner. There has been no oppression ...", "link": "https://us.china-embassy.gov.cn/eng/zmgxss/202111/t20211107_10445198.htm"}, {"id": "a4_c8", "title": "COVID19FactCheck Q4: Is China transparent in data releasing? Answer", "text": "Answer: China has been fully open and transparent about its COVID-19 data. The figures can well stand the test of history. As of 21st January, ...", "snippet": "Answer: China has been fully open and transparent about its COVID-19 data. The figures can well stand the test of history. As of 21st January, ...", "link": "https://www.facebook.com/bw.chineseembassy/posts/covid19factcheckq4-is-china-transparent-in-data-releasinganswer-china-has-been-f/2938498692864577/"}, {"id": "a4_c9", "title": "Fact-checking in China: normative and strategic transparency of ...", "text": "by H Zhang \u00b7 2025 \u00b7 Cited by 10 \u2014 In China, the landscape of fact-checking within the country has expanded significantly in response to the information disorder during the COVID-19 pandemic", "snippet": "by H Zhang \u00b7 2025 \u00b7 Cited by 10 \u2014 In China, the landscape of fact-checking within the country has expanded significantly in response to the information disorder during the COVID-19 pandemic", "link": "https://www.tandfonline.com/doi/full/10.1080/01292986.2025.2465340"}, {"id": "a5_c0", "title": "China publishes timeline on COVID-19 information sharing, int'l ...", "text": "China on Monday published a timeline on how it has shared information and advanced international cooperation in the fight against the novel coronavirus disease ...", "snippet": "China on Monday published a timeline on how it has shared information and advanced international cooperation in the fight against the novel coronavirus disease ...", "link": "http://www.xinhuanet.com/english/2020-04/06/c_138951662.htm"}, {"id": "a5_c1", "title": "China has always released all COVID-19 information \"in the spirit of ...", "text": "China has always released all COVID-19 information \"in the spirit of openness and transparency\", says a health commission official.", "snippet": "China has always released all COVID-19 information \"in the spirit of openness and transparency\", says a health commission official.", "link": "https://www.facebook.com/ChannelNewsAsia/posts/china-has-always-released-all-covid-19-information-in-the-spirit-of-openness-and/10159370655902934/"}, {"id": "a5_c2", "title": "China defends its Covid-19 transparency as concern widens", "text": "China has one of the lowest official Covid Friday, it reported 5 new deaths caused by the virus for January 5, compared with 1 new death the\u00a0...", "snippet": "China has one of the lowest official Covid Friday, it reported 5 new deaths caused by the virus for January 5, compared with 1 new death the\u00a0...", "link": "https://www.youtube.com/watch?v=4AomddRKxAY"}, {"id": "a5_c3", "title": "China claims it's been 'open and transparent' on COVID origins", "text": "China on Tuesday said it has been \u201copen and transparent\u201d in the search for the origins of COVID-19, after questions about how the pandemic began received new ...", "snippet": "China on Tuesday said it has been \u201copen and transparent\u201d in the search for the origins of COVID-19, after questions about how the pandemic began received new ...", "link": "https://www.pbs.org/newshour/amp/world/china-claims-its-been-open-and-transparent-on-covid-origins"}, {"id": "a5_c4", "title": "WHO urges China to be 'transparent' in sharing COVID-19 data - UN News", "text": "The World Health Organization (WHO) continues to call for China to be 'transparent' in sharing COVID-19 data in efforts to determine the disease's origins.", "snippet": "The World Health Organization (WHO) continues to call for China to be 'transparent' in sharing COVID-19 data in efforts to determine the disease's origins.", "link": "https://news.un.org/en/story/2023/03/1134727"}, {"id": "a5_c5", "title": "Fact-checking in China: normative and strategic transparency of ...", "text": "by H Zhang \u00b7 2025 \u00b7 Cited by 10 \u2014 In China, the landscape of fact-checking within the country has expanded significantly in response to the information disorder during the COVID-19 pandemic", "snippet": "by H Zhang \u00b7 2025 \u00b7 Cited by 10 \u2014 In China, the landscape of fact-checking within the country has expanded significantly in response to the information disorder during the COVID-19 pandemic", "link": "https://www.tandfonline.com/doi/full/10.1080/01292986.2025.2465340"}, {"id": "a5_c6", "title": "Why Do Citizens Share COVID-19 Fact-Checks Posted by Chinese ...", "text": "by Q Chen \u00b7 2021 \u00b7 Cited by 41 \u2014 To fight the spread of misinformation, Chinese governments have used official social media accounts to participate in fact-checking activities.", "snippet": "by Q Chen \u00b7 2021 \u00b7 Cited by 41 \u2014 To fight the spread of misinformation, Chinese governments have used official social media accounts to participate in fact-checking activities.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8508168/"}, {"id": "a5_c7", "title": "COVID19FactCheck Q4: Is China transparent in data releasing? Answer", "text": "China has been fully open and transparent about its COVID-19 data. The figures can well stand the test of history.", "snippet": "China has been fully open and transparent about its COVID-19 data. The figures can well stand the test of history.", "link": "https://www.facebook.com/bw.chineseembassy/posts/covid19factcheckq4-is-china-transparent-in-data-releasinganswer-china-has-been-f/2938498692864577/"}, {"id": "a5_c8", "title": "U.S. vicious slanders on China over COVID-19 origins tracing and the ...", "text": "Facts and truth: China has provided timely information to the world in an open, transparent and responsible manner. There has been no oppression ...", "snippet": "Facts and truth: China has provided timely information to the world in an open, transparent and responsible manner. There has been no oppression ...", "link": "https://us.china-embassy.gov.cn/eng/zmgxss/202111/t20211107_10445198.htm"}, {"id": "a5_c9", "title": "Reality Check of US Allegations Against China on COVID-19", "text": "China has been fully open and transparent about its COVID-19 data. The figures can well stand the test of history.", "snippet": "China has been fully open and transparent about its COVID-19 data. The figures can well stand the test of history.", "link": "https://www.mfa.gov.cn/eng/wjb/zzjg_663340/bmdyzs_664814/xwlb_664816/202406/t20240606_11402540.html"}]}
+{"input": "#RumorBuster Truth: China's release of COVID-19 information, including information on COVID-19-related deaths, has always been transparent", "output": "#RumorBuster Truth: China's release of COVID-19 information, including information on COVID-19-related deaths, has always been transparent", "topic": "Covid", "ground_truth": "NS", "raw_label": "false", "account": "XHNews", "atoms": [{"id": "a0", "text": "China's release of COVID-19 information has always been transparent.", "original": "China's release of COVID-19 information has always been transparent.", "label": "NS", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "China's release of information on COVID-19-related deaths has always been transparent.", "original": "China's release of information on COVID-19-related deaths has always been transparent.", "label": "NS", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}], "contexts": [{"id": "a0_c0", "title": "Information Disclosure During the COVID-19 Epidemic in China", "text": "by G Hu \u00b7 2020 \u00b7 Cited by 33 \u2014 The rapid and transparent reports published in China surpass the responses of most countries during the current pandemic [11].", "snippet": "by G Hu \u00b7 2020 \u00b7 Cited by 33 \u2014 The rapid and transparent reports published in China surpass the responses of most countries during the current pandemic [11].", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC7473703/"}, {"id": "a0_c1", "title": "China claims it's been 'open and transparent' on COVID ...", "text": "China on Tuesday said it has been \u201copen and transparent\u201d in the search for the origins of COVID-19, after questions about how the pandemic began received new ...", "snippet": "China on Tuesday said it has been \u201copen and transparent\u201d in the search for the origins of COVID-19, after questions about how the pandemic began received new ...", "link": "https://www.pbs.org/newshour/world/china-claims-its-been-open-and-transparent-on-covid-origins"}, {"id": "a0_c2", "title": "WHO urges China to be 'transparent' in sharing COVID-19 data", "text": "The World Health Organization (WHO) continues to call for China to be 'transparent' in sharing COVID-19 data in efforts to determine the disease's origins.", "snippet": "The World Health Organization (WHO) continues to call for China to be 'transparent' in sharing COVID-19 data in efforts to determine the disease's origins.", "link": "https://news.un.org/en/story/2023/03/1134727"}, {"id": "a0_c3", "title": "Lab Leak: The True Origins of Covid-19", "text": "Wuhan Institute of Virology (WIV) researchers were sick with COVID-like symptoms in the fall of 2019, months before COVID-19 was discovered at the wet market. 5 ...", "snippet": "Wuhan Institute of Virology (WIV) researchers were sick with COVID-like symptoms in the fall of 2019, months before COVID-19 was discovered at the wet market. 5 ...", "link": "https://www.whitehouse.gov/lab-leak-true-origins-of-covid-19/"}, {"id": "a0_c4", "title": "COVID-19 misinformation by China", "text": "The government of the People's Republic of China has downplayed the emergence of COVID-19 in China and spread misinformation about its origin and spread around ...", "snippet": "The government of the People's Republic of China has downplayed the emergence of COVID-19 in China and spread misinformation about its origin and spread around ...", "link": "https://en.wikipedia.org/wiki/COVID-19_misinformation_by_China"}, {"id": "a0_c5", "title": "U.S. vicious slanders on China over COVID-19 origins tracing and the ...", "text": "China of lacking transparency. China restricted them from entering relevant sites, prevented the team from obtaining \"raw data,\" and refused to ...", "snippet": "China of lacking transparency. China restricted them from entering relevant sites, prevented the team from obtaining \"raw data,\" and refused to ...", "link": "https://us.china-embassy.gov.cn/eng/zmgxss/202111/t20211107_10445198.htm"}, {"id": "a0_c6", "title": "On the Controversies Surrounding the Lab-Leak Theory of COVID-19 - PMC", "text": "by JH Yoo \u00b7 2025 \u00b7 Cited by 4 \u2014 The so-called \u201clab-leak theory,\u201d suggesting that a new variant may have accidentally escaped from the Wuhan Institute of Virology (WIV) during serial passage.", "snippet": "by JH Yoo \u00b7 2025 \u00b7 Cited by 4 \u2014 The so-called \u201clab-leak theory,\u201d suggesting that a new variant may have accidentally escaped from the Wuhan Institute of Virology (WIV) during serial passage.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC12040609/"}, {"id": "a0_c7", "title": "Still No Determination on COVID-19 Origin", "text": "No information has been revealed showing either of those things \u2014 a specific zoonotic path or that a lab in Wuhan had SARS-CoV-2 or something ...", "snippet": "No information has been revealed showing either of those things \u2014 a specific zoonotic path or that a lab in Wuhan had SARS-CoV-2 or something ...", "link": "https://www.factcheck.org/2023/03/scicheck-still-no-determination-on-covid-19-origin/"}, {"id": "a0_c8", "title": "COVID-19 misinformation by China", "text": "The government of the People's Republic of China has downplayed the emergence of COVID-19 in China and spread misinformation about its origin and spread around ...", "snippet": "The government of the People's Republic of China has downplayed the emergence of COVID-19 in China and spread misinformation about its origin and spread around ...", "link": "https://en.wikipedia.org/wiki/COVID-19_misinformation_by_China"}, {"id": "a0_c9", "title": "Lab Leak: The True Origins of Covid-19", "text": "Data shows that all COVID-19 cases stem from a single introduction into humans. A lab-related incident involving gain-of-function research is the most likely ...", "snippet": "Data shows that all COVID-19 cases stem from a single introduction into humans. A lab-related incident involving gain-of-function research is the most likely ...", "link": "https://www.whitehouse.gov/lab-leak-true-origins-of-covid-19/"}, {"id": "a1_c0", "title": "China's U-turn in its COVID-19 policy - PMC", "text": "On December 7th, 2022, the Chinese authorities decided to lift most of the restrictions which were imposed within the framework of the so-called zero Covid ...", "snippet": "On December 7th, 2022, the Chinese authorities decided to lift most of the restrictions which were imposed within the framework of the so-called zero Covid ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9837380/"}, {"id": "a1_c1", "title": "China insists official Covid data is transparent: state media - France 24", "text": "China has insisted the data it publishes on Covid-19 deaths has always been transparent, state media reported, despite the official figures ...", "snippet": "China has insisted the data it publishes on Covid-19 deaths has always been transparent, state media reported, despite the official figures ...", "link": "https://www.france24.com/en/live-news/20221230-china-insists-official-covid-data-is-transparent-state-media"}, {"id": "a1_c2", "title": "Is China transparent in data releasing? Answer - Facebook", "text": "China has been fully open and transparent about its COVID-19 data. Many people who die while infected with SARS-CoV-2 are never tested for it, ...", "snippet": "China has been fully open and transparent about its COVID-19 data. Many people who die while infected with SARS-CoV-2 are never tested for it, ...", "link": "https://www.facebook.com/bw.chineseembassy/posts/covid19factcheckq4-is-china-transparent-in-data-releasinganswer-china-has-been-f/2938498692864577/"}, {"id": "a1_c3", "title": "Excess All-Cause Mortality in China After Ending the Zero COVID ...", "text": "An estimated 1.87 million excess deaths occurred among individuals 30 years and older during the first 2 months after the end of China's zero COVID policy.", "snippet": "An estimated 1.87 million excess deaths occurred among individuals 30 years and older during the first 2 months after the end of China's zero COVID policy.", "link": "https://jamanetwork.com/journals/jamanetworkopen/fullarticle/2808734"}, {"id": "a1_c4", "title": "Elite Death Notices Expose the Hidden Toll of China's Zero-COVID ...", "text": "Researchers estimate between 1.44 million and 2.56 million excess deaths following China's abrupt end of zero-COVID controls, extrapolating ...", "snippet": "Researchers estimate between 1.44 million and 2.56 million excess deaths following China's abrupt end of zero-COVID controls, extrapolating ...", "link": "https://sccei.fsi.stanford.edu/china-briefs/elite-death-notices-expose-hidden-toll-chinas-zero-covid-exit"}, {"id": "a1_c5", "title": "CHECKED: Chinese COVID-19 fake news dataset - PMC - NIH", "text": "by C Yang \u00b7 2021 \u00b7 Cited by 122 \u2014 Also, misinformation on COVID-19 is frequently spread on social media. In this work, we develop CHECKED, the first Chinese dataset on COVID-19 misinformation.", "snippet": "by C Yang \u00b7 2021 \u00b7 Cited by 122 \u2014 Also, misinformation on COVID-19 is frequently spread on social media. In this work, we develop CHECKED, the first Chinese dataset on COVID-19 misinformation.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8217979/"}, {"id": "a1_c6", "title": "Is China transparent in data releasing? Answer", "text": "Fact: China has always been transparent on the numbers of confirmed and deceased cases, . By April 20, Wuhan reported 50,333 confirmed ...", "snippet": "Fact: China has always been transparent on the numbers of confirmed and deceased cases, . By April 20, Wuhan reported 50,333 confirmed ...", "link": "https://www.facebook.com/bw.chineseembassy/posts/covid19factcheckq4-is-china-transparent-in-data-releasinganswer-china-has-been-f/2938498692864577/"}, {"id": "a1_c7", "title": "China delayed releasing coronavirus info, frustrating WHO", "text": "Despite the plaudits, China in fact sat on releasing the genetic map, or genome, of the virus for more than a week after three different ...", "snippet": "Despite the plaudits, China in fact sat on releasing the genetic map, or genome, of the virus for more than a week after three different ...", "link": "https://www.pbs.org/newshour/health/china-delayed-releasing-coronavirus-info-frustrating-who"}, {"id": "a1_c8", "title": "China insists official Covid data is transparent: state media", "text": "China has insisted the data it publishes on Covid-19 deaths has always been transparent, state media reported, despite the official figures ...", "snippet": "China has insisted the data it publishes on Covid-19 deaths has always been transparent, state media reported, despite the official figures ...", "link": "https://www.france24.com/en/live-news/20221230-china-insists-official-covid-data-is-transparent-state-media"}, {"id": "a1_c9", "title": "COVID-19 misinformation by China", "text": "The government of the People's Republic of China has downplayed the emergence of COVID-19 in China and spread misinformation about its origin and spread around ...", "snippet": "The government of the People's Republic of China has downplayed the emergence of COVID-19 in China and spread misinformation about its origin and spread around ...", "link": "https://en.wikipedia.org/wiki/COVID-19_misinformation_by_China"}]}
+{"input": "China provided the joint experts team for tracing the origin of #COVID_19 with all data and materials available at that time and did not hide any cases, samples, test and analysis results, said the director of the Chinese CDC, at a conference on Saturday.", "output": "China provided the joint experts team for tracing the origin of #COVID_19 with all data and materials available at that time and did not hide any cases, samples, test and analysis results, said the director of the Chinese CDC, at a conference on Saturday.", "topic": "Covid", "ground_truth": "NS", "raw_label": "biased", "account": "ChinaDaily", "atoms": [{"id": "a0", "text": "China provided the joint experts team for tracing the origin of #COVID_19 with all data and materials available at that time.", "original": "China provided the joint experts team for tracing the origin of #COVID_19 with all data and materials available at that time.", "label": "NS", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "China did not hide any cases related to #COVID_19.", "original": "China did not hide any cases related to #COVID_19.", "label": "NS", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "China did not hide any samples related to #COVID_19.", "original": "China did not hide any samples related to #COVID_19.", "label": "NS", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "China did not hide any test results related to #COVID_19.", "original": "China did not hide any test results related to #COVID_19.", "label": "NS", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}, {"id": "a4", "text": "China did not hide any analysis results related to #COVID_19.", "original": "China did not hide any analysis results related to #COVID_19.", "label": "NS", "contexts": ["a4_c0", "a4_c1", "a4_c2", "a4_c3", "a4_c4", "a4_c5", "a4_c6", "a4_c7", "a4_c8", "a4_c9"]}, {"id": "a5", "text": "The director of the Chinese CDC made a statement at a conference on Saturday.", "original": "The director of the Chinese CDC made a statement at a conference on Saturday.", "label": "NS", "contexts": ["a5_c0", "a5_c1", "a5_c2", "a5_c3", "a5_c4", "a5_c5", "a5_c6", "a5_c7", "a5_c8", "a5_c9"]}], "contexts": [{"id": "a0_c0", "title": "SCIO briefing on China's study of origins of SARS-CoV-2", "text": "China provided all known COVID-19 tracing data to intl' community. Chinese scientists' research followed WHO suggestions.", "snippet": "China provided all known COVID-19 tracing data to intl' community. Chinese scientists' research followed WHO suggestions.", "link": "http://english.scio.gov.cn/pressroom/node_9001322.htm"}, {"id": "a0_c1", "title": "WHO-convened Global Study of Origins of SARS-CoV-2", "text": "by WHO Joint \u00b7 2021 \u00b7 Cited by 3 \u2014 Hubei Province and across China worked with the joint team on the origins studies, and their contributions are reflected in the report. all available ...", "snippet": "by WHO Joint \u00b7 2021 \u00b7 Cited by 3 \u2014 Hubei Province and across China worked with the joint team on the origins studies, and their contributions are reflected in the report. all available ...", "link": "https://www.who.int/docs/default-source/coronaviruse/final-joint-report_origins-studies-6-april-201.pdf"}, {"id": "a0_c2", "title": "China releases white paper on Covid-19 prevention, control ...", "text": "China's State Council Information Office on Wednesday issued a white paper titled \"Covid-19 Prevention, Control and Origins Tracing: China's Actions and Stance ...", "snippet": "China's State Council Information Office on Wednesday issued a white paper titled \"Covid-19 Prevention, Control and Origins Tracing: China's Actions and Stance ...", "link": "https://en.nhc.gov.cn/2025-04/30/c_86425.htm"}, {"id": "a0_c3", "title": "How the WHO's Hunt for Covid's Origins Stumbled in China", "text": "A team of scientists hoped a mission to Wuhan would provide some clarity about the coronavirus's origins. New details about the team's constraints reveal how ...", "snippet": "A team of scientists hoped a mission to Wuhan would provide some clarity about the coronavirus's origins. New details about the team's constraints reveal how ...", "link": "https://www.wsj.com/world/china/who-china-hunt-covid-origins-11616004512"}, {"id": "a0_c4", "title": "WHO urges China to share Covid origins data, five years ...", "text": "China had provided the WHO's expert group with all information it had on the origins of the virus \u201cwithout withholding any cases, samples, or ...", "snippet": "China had provided the WHO's expert group with all information it had on the origins of the virus \u201cwithout withholding any cases, samples, or ...", "link": "https://www.cnn.com/2024/12/31/china/who-china-covid-origin-data-five-years-intl-hnk"}, {"id": "a0_c5", "title": "U.S. vicious slanders on China over COVID-19 origins tracing and ...", "text": "The China-WHO joint team on origins tracing has agreed that some serum researches would be conducted once the blood from the Wuhan Blood Center ...", "snippet": "The China-WHO joint team on origins tracing has agreed that some serum researches would be conducted once the blood from the Wuhan Blood Center ...", "link": "https://us.china-embassy.gov.cn/eng/zmgxss/202111/t20211107_10445198.htm"}, {"id": "a0_c6", "title": "WHO urges China to share Covid origins data, five years on ... - CNN", "text": "China had provided the WHO's expert group with all information it had on the origins of the virus \u201cwithout withholding any cases, samples, or ...", "snippet": "China had provided the WHO's expert group with all information it had on the origins of the virus \u201cwithout withholding any cases, samples, or ...", "link": "https://www.cnn.com/2024/12/31/china/who-china-covid-origin-data-five-years-intl-hnk"}, {"id": "a0_c7", "title": "On the Controversies Surrounding the Lab-Leak Theory of COVID-19", "text": "The so-called \u201clab-leak theory,\u201d suggesting that a new variant may have accidentally escaped from the Wuhan Institute of Virology (WIV) during serial passage.", "snippet": "The so-called \u201clab-leak theory,\u201d suggesting that a new variant may have accidentally escaped from the Wuhan Institute of Virology (WIV) during serial passage.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC12040609/"}, {"id": "a0_c8", "title": "Still No Determination on COVID-19 Origin - FactCheck.org", "text": "\u201cChina's cooperation most likely would be needed to reach a conclusive assessment of the origins of COVID-19,\u201d the 2021 intelligence community ...", "snippet": "\u201cChina's cooperation most likely would be needed to reach a conclusive assessment of the origins of COVID-19,\u201d the 2021 intelligence community ...", "link": "https://www.factcheck.org/2023/03/scicheck-still-no-determination-on-covid-19-origin/"}, {"id": "a0_c9", "title": "China says U.S. COVID origins report is without credibility - Reuters", "text": "A joint study by China and the World Health Organization (WHO) published this year all but ruled out the theory that COVID-19 originated in a ...", "snippet": "A joint study by China and the World Health Organization (WHO) published this year all but ruled out the theory that COVID-19 originated in a ...", "link": "https://www.reuters.com/world/china/china-says-us-covid-origins-report-is-without-credibility-2021-11-01/"}, {"id": "a1_c0", "title": "What's False and What's True on China's Fight against COVID-19", "text": "False: China tried to cover up COVID-19, resulting in its spread across the world with over 10 million infections.", "snippet": "False: China tried to cover up COVID-19, resulting in its spread across the world with over 10 million infections.", "link": "https://ie.china-embassy.gov.cn/eng/TopStories/202007/t20200703_2242800.htm"}, {"id": "a1_c1", "title": "China Hits Back at Report That It Hid Coronavirus Numbers", "text": "China rejected the American intelligence community's conclusion that Beijing concealed the extent of the coronavirus epidemic.", "snippet": "China rejected the American intelligence community's conclusion that Beijing concealed the extent of the coronavirus epidemic.", "link": "https://time.com/5814313/china-denies-hiding-coronavirus/"}, {"id": "a1_c2", "title": "Official: China 'transparent' on COVID origins findings", "text": "China provided the international experts with all materials related to the origins of the virus, and we did not hide any cases, samples or ...", "snippet": "China provided the international experts with all materials related to the origins of the virus, and we did not hide any cases, samples or ...", "link": "https://www.chinadailyhk.com/hk/article/324553"}, {"id": "a1_c3", "title": "Covid-19 pandemic: China 'refused to give data' to WHO team", "text": "The US accused China of hiding the extent of the initial outbreak and criticised the terms of the visit, which restricted the freedom of the WHO ...", "snippet": "The US accused China of hiding the extent of the initial outbreak and criticised the terms of the visit, which restricted the freedom of the WHO ...", "link": "https://www.bbc.com/news/world-asia-china-56054468"}, {"id": "a1_c4", "title": "China stops publishing daily Covid data amid reports of a huge spike in ...", "text": "China has stopped publishing daily COVID-19 data, adding to concerns that the country's leadership may be concealing negative information about the pandemic.", "snippet": "China has stopped publishing daily COVID-19 data, adding to concerns that the country's leadership may be concealing negative information about the pandemic.", "link": "https://www.npr.org/2022/12/25/1145472905/china-stops-publishing-daily-covid-data"}, {"id": "a1_c5", "title": "Reality Check of US Allegations Against China on COVID-19", "text": "China is not transparent in data releasing Reality Check: China has been fully open and transparent about its COVID-19 data. The figures can ...", "snippet": "China is not transparent in data releasing Reality Check: China has been fully open and transparent about its COVID-19 data. The figures can ...", "link": "https://www.mfa.gov.cn/eng/wjb/zzjg_663340/bmdyzs_664814/xwlb_664816/202406/t20240606_11402540.html"}, {"id": "a1_c6", "title": "FACT CHECK: Don't Believe China's Misleading COVID-19 Death Counts", "text": "Beijing has steadfastly defended its \u201czero-COVID\u201d social media. Those reports are often censored. China also narrowly defines what's a COVID-\u00a0...", "snippet": "Beijing has steadfastly defended its \u201czero-COVID\u201d social media. Those reports are often censored. China also narrowly defines what's a COVID-\u00a0...", "link": "https://www.youtube.com/watch?v=LoZcNxjR8hM"}, {"id": "a1_c7", "title": "False claim: Beijing and Shanghai are untouched by COVID-19", "text": "The claim is false; both Beijing and Shanghai, China's two most populous cities, have reported confirmed COVID-19 cases and deaths since January ...", "snippet": "The claim is false; both Beijing and Shanghai, China's two most populous cities, have reported confirmed COVID-19 cases and deaths since January ...", "link": "https://factcheck.afp.com/false-claim-beijing-and-shanghai-are-untouched-covid-19"}, {"id": "a1_c8", "title": "COVID-19 misinformation by China", "text": "The Chinese government has made repeated claims that COVID-19 did not originate just in Wuhan, but across multiple locations around the world, from Autumn of ...", "snippet": "The Chinese government has made repeated claims that COVID-19 did not originate just in Wuhan, but across multiple locations around the world, from Autumn of ...", "link": "https://en.wikipedia.org/wiki/COVID-19_misinformation_by_China"}, {"id": "a1_c9", "title": "China's Communist Party Hid the Truth About Covid-19", "text": "The Chinese Communist Party excluded the country from meetings with the World Health Organization (WHO). This pattern of concealing the truth with false ...", "snippet": "The Chinese Communist Party excluded the country from meetings with the World Health Organization (WHO). This pattern of concealing the truth with false ...", "link": "https://dk.usembassy.gov/chinas-communist-party-hid-the-truth-about-covid-19/"}, {"id": "a2_c0", "title": "U.S. vicious slanders on China over COVID-19 origins tracing and the ...", "text": "Authorities in the international scientific community have repeatedly refuted the so-called \"Wuhan lab leak theory.\" In February 2021, at the ...", "snippet": "Authorities in the international scientific community have repeatedly refuted the so-called \"Wuhan lab leak theory.\" In February 2021, at the ...", "link": "https://us.china-embassy.gov.cn/eng/zmgxss/202111/t20211107_10445198.htm"}, {"id": "a2_c1", "title": "Official: China 'transparent' on COVID origins findings", "text": "China provided the international experts with all materials related to the origins of the virus, and we did not hide any cases, samples or ...", "snippet": "China provided the international experts with all materials related to the origins of the virus, and we did not hide any cases, samples or ...", "link": "https://www.chinadailyhk.com/hk/article/324553"}, {"id": "a2_c2", "title": "China Pushes Back at WHO Criticism That It Withheld Covid Data", "text": "China shared all materials that it had gathered on Covid's origin \u2026 has not withheld data on any cases, samples or testing results,", "snippet": "China shared all materials that it had gathered on Covid's origin \u2026 has not withheld data on any cases, samples or testing results,", "link": "https://time.com/6269725/china-pushes-back-who-covid-data/"}, {"id": "a2_c3", "title": "U.S. Vicious Slanders on China Over COVID-19 Origins Tracing and the ...", "text": "Facts and truth: The Wuhan Institute of Virology has never designed, manufactured or leaked the novel coronavirus, nor does it have the ability to completely ...", "snippet": "Facts and truth: The Wuhan Institute of Virology has never designed, manufactured or leaked the novel coronavirus, nor does it have the ability to completely ...", "link": "https://www.mps.gov.cn/n2255079/n6865805/n7355748/n7355818/c8198788/content.html"}, {"id": "a2_c4", "title": "WHO team concludes coronavirus unlikely to have leaked from China lab", "text": "The coronavirus is unlikely to have leaked from a Chinese lab and is more likely to have jumped to humans from an animal, a World Health Organization team has ...", "snippet": "The coronavirus is unlikely to have leaked from a Chinese lab and is more likely to have jumped to humans from an animal, a World Health Organization team has ...", "link": "https://www.pbs.org/newshour/amp/world/who-team-concludes-coronavirus-unlikely-to-have-leaked-from-china-lab"}, {"id": "a2_c5", "title": "U.S. vicious slanders on China over COVID-19 origins tracing and the ...", "text": "the Wuhan lab. Facts and truth: China did not destroy the serum of early cases. The researchers had absolutely no need, or intention, to hide ...", "snippet": "the Wuhan lab. Facts and truth: China did not destroy the serum of early cases. The researchers had absolutely no need, or intention, to hide ...", "link": "https://us.china-embassy.gov.cn/eng/zmgxss/202111/t20211107_10445198.htm"}, {"id": "a2_c6", "title": "Reality Check of US Allegations Against China on COVID-19", "text": "China has been fully open and transparent about its COVID-19 data. stand the test of history. there is no evidence of pathogen leaks or staff ...", "snippet": "China has been fully open and transparent about its COVID-19 data. stand the test of history. there is no evidence of pathogen leaks or staff ...", "link": "https://surabaya.china-consulate.gov.cn/eng/jrzg_2/202005/t20200515_5332463.htm"}, {"id": "a2_c7", "title": "CHECKED: Chinese COVID-19 fake news dataset - PMC - NIH", "text": "by C Yang \u00b7 2021 \u00b7 Cited by 122 \u2014 We introduce the first fact-checked Chinese COVID-19 social media dataset, which enables more research on tracing the spread of microblogs misinformation and on ...", "snippet": "by C Yang \u00b7 2021 \u00b7 Cited by 122 \u2014 We introduce the first fact-checked Chinese COVID-19 social media dataset, which enables more research on tracing the spread of microblogs misinformation and on ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8217979/"}, {"id": "a2_c8", "title": "Did coronavirus accidentally escape from a Wuhan lab? It's doubtful.", "text": "scientists were told to destroy early samples of the virus, The Fact Checker spoke to several scientists and researchers about what, if any, ...", "snippet": "scientists were told to destroy early samples of the virus, The Fact Checker spoke to several scientists and researchers about what, if any, ...", "link": "https://www.youtube.com/watch?v=r3SoJOloQO0"}, {"id": "a2_c9", "title": "Still No Determination on COVID-19 Origin", "text": "The U.S. government hasn't confirmed or \u201cfinally\u201d admitted there was a lab leak in Wuhan that started the pandemic. U.S. Agencies Divided, No ...", "snippet": "The U.S. government hasn't confirmed or \u201cfinally\u201d admitted there was a lab leak in Wuhan that started the pandemic. U.S. Agencies Divided, No ...", "link": "https://www.factcheck.org/2023/03/scicheck-still-no-determination-on-covid-19-origin/"}, {"id": "a3_c0", "title": "China Hits Back at Report That It Hid Coronavirus Numbers", "text": "Two of the officials said the report concludes that China's numbers are fake. The report was received by the White House last week, one of the ...", "snippet": "Two of the officials said the report concludes that China's numbers are fake. The report was received by the White House last week, one of the ...", "link": "https://time.com/5814313/china-denies-hiding-coronavirus/"}, {"id": "a3_c1", "title": "China claims it's been 'open and transparent' on COVID ...", "text": "China on Tuesday said it has been \u201copen and transparent\u201d in the search for the origins of COVID-19, after questions about how the pandemic began received new ...", "snippet": "China on Tuesday said it has been \u201copen and transparent\u201d in the search for the origins of COVID-19, after questions about how the pandemic began received new ...", "link": "https://www.pbs.org/newshour/world/china-claims-its-been-open-and-transparent-on-covid-origins"}, {"id": "a3_c2", "title": "China 'refused to give data' to WHO team - Covid-19 ...", "text": "China refused to hand over key data to the World Health Organization (WHO) team investigating the origins of Covid-19, one of its members has ...", "snippet": "China refused to hand over key data to the World Health Organization (WHO) team investigating the origins of Covid-19, one of its members has ...", "link": "https://www.bbc.com/news/world-asia-china-56054468"}, {"id": "a3_c3", "title": "Growing Criticism Over Joint WHO-China Report On Covid ...", "text": "The U.S. State Department in a joint statement with 13 other countries expressed \u201cconcerns\u201d over China blocking access to \u201ccomplete, original ...", "snippet": "The U.S. State Department in a joint statement with 13 other countries expressed \u201cconcerns\u201d over China blocking access to \u201ccomplete, original ...", "link": "https://www.youtube.com/watch?v=SSSKEFLiSmE"}, {"id": "a3_c4", "title": "Chinese lab accused of concealing positive Covid test results", "text": "A Chinese laboratory has been placed under investigation on suspicion of concealing positive Covid-19 test results.", "snippet": "A Chinese laboratory has been placed under investigation on suspicion of concealing positive Covid-19 test results.", "link": "https://www.scmp.com/news/china/science/article/3193746/chinese-lab-accused-concealing-positive-covid-test-results"}, {"id": "a3_c5", "title": "U.S. vicious slanders on China over COVID-19 origins tracing and the ...", "text": "Facts and truth: China did not destroy the serum of early cases. The researchers had absolutely no need, or intention, to hide or conceal any ...", "snippet": "Facts and truth: China did not destroy the serum of early cases. The researchers had absolutely no need, or intention, to hide or conceal any ...", "link": "https://us.china-embassy.gov.cn/eng/zmgxss/202111/t20211107_10445198.htm"}, {"id": "a3_c6", "title": "CHECKED: Chinese COVID-19 fake news dataset - PMC - NIH", "text": "by C Yang \u00b7 2021 \u00b7 Cited by 120 \u2014 Also, misinformation on COVID-19 is frequently spread on social media. In this work, we develop CHECKED, the first Chinese dataset on COVID-19 misinformation.", "snippet": "by C Yang \u00b7 2021 \u00b7 Cited by 120 \u2014 Also, misinformation on COVID-19 is frequently spread on social media. In this work, we develop CHECKED, the first Chinese dataset on COVID-19 misinformation.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8217979/"}, {"id": "a3_c7", "title": "Reality Check of US Allegations Against China on COVID-19", "text": "Reality Check: China has been fully open and transparent about its COVID-19 data. The figures can well stand the test of history. 12.Allegation: ...", "snippet": "Reality Check: China has been fully open and transparent about its COVID-19 data. The figures can well stand the test of history. 12.Allegation: ...", "link": "https://surabaya.china-consulate.gov.cn/eng/jrzg_2/202005/t20200515_5332463.htm"}, {"id": "a3_c8", "title": "Report Resurrects Baseless Claim that Coronavirus Was Bioengineered", "text": "A paper that has not been peer-reviewed reaches faulty conclusions to advance the unsubstantiated claim that the novel coronavirus was bioengineered in a ...", "snippet": "A paper that has not been peer-reviewed reaches faulty conclusions to advance the unsubstantiated claim that the novel coronavirus was bioengineered in a ...", "link": "https://www.factcheck.org/2020/09/report-resurrects-baseless-claim-that-coronavirus-was-bioengineered/"}, {"id": "a3_c9", "title": "FACT CHECK: Don't Believe China's Misleading COVID-19 Death Counts", "text": "\u201d But experts have questioned China's official COVID data since pandemic began. ... China fights to hide true number of COVID deaths. Sky News\u2022\u00a0...", "snippet": "\u201d But experts have questioned China's official COVID data since pandemic began. ... China fights to hide true number of COVID deaths. Sky News\u2022\u00a0...", "link": "https://www.youtube.com/watch?v=LoZcNxjR8hM"}, {"id": "a4_c0", "title": "Official: China 'transparent' on COVID origins findings", "text": "China provided the international experts with all materials related to the origins of the virus, and we did not hide any cases, samples or ...", "snippet": "China provided the international experts with all materials related to the origins of the virus, and we did not hide any cases, samples or ...", "link": "https://www.chinadailyhk.com/hk/article/324553"}, {"id": "a4_c1", "title": "China Rejects W.H.O. Accusations of Hiding Wuhan Covid Data", "text": "\u201cWe did not hide any cases, samples or testing and analysis results,\u201d he said. \u201cIt is intolerable to the Chinese scientific community and ...", "snippet": "\u201cWe did not hide any cases, samples or testing and analysis results,\u201d he said. \u201cIt is intolerable to the Chinese scientific community and ...", "link": "https://www.nytimes.com/2023/04/08/world/asia/china-covid-data-who.html"}, {"id": "a4_c2", "title": "China insisted it had been transparent with the international community ...", "text": "China has been transparent in sharing research results on the origins-tracing of SARS-CoV-2 with the international community, a Chinese health ...", "snippet": "China has been transparent in sharing research results on the origins-tracing of SARS-CoV-2 with the international community, a Chinese health ...", "link": "https://www.facebook.com/ANCalerts/posts/china-insisted-it-had-been-transparent-with-the-international-community-about-it/10160055012328791/"}, {"id": "a4_c3", "title": "China Pushes Back at WHO Criticism That It Withheld Covid Data", "text": "China shared all materials that it had gathered on Covid's origin \u2026 has not withheld data on any cases, samples or testing results,", "snippet": "China shared all materials that it had gathered on Covid's origin \u2026 has not withheld data on any cases, samples or testing results,", "link": "https://time.com/6269725/china-pushes-back-who-covid-data/"}, {"id": "a4_c4", "title": "China claims it's been 'open and transparent' on COVID origins", "text": "China on Tuesday said it has been \"open and transparent\" in the search for the origins of COVID-19, The report hasn't been made public.", "snippet": "China on Tuesday said it has been \"open and transparent\" in the search for the origins of COVID-19, The report hasn't been made public.", "link": "https://www.pbs.org/newshour/amp/world/china-claims-its-been-open-and-transparent-on-covid-origins"}, {"id": "a4_c5", "title": "U.S. vicious slanders on China over COVID-19 origins tracing and the ...", "text": "China did not destroy the serum of early cases. China restricted them from entering relevant sites, prevented the team from obtaining \"raw data ...", "snippet": "China did not destroy the serum of early cases. China restricted them from entering relevant sites, prevented the team from obtaining \"raw data ...", "link": "https://us.china-embassy.gov.cn/eng/zmgxss/202111/t20211107_10445198.htm"}, {"id": "a4_c6", "title": "Reality Check of US Allegations Against China on COVID-19", "text": "Reality Check: China has been fully open and transparent about its COVID-19 data. The figures can well stand the test of history. 12.Allegation: ...", "snippet": "Reality Check: China has been fully open and transparent about its COVID-19 data. The figures can well stand the test of history. 12.Allegation: ...", "link": "https://surabaya.china-consulate.gov.cn/eng/jrzg_2/202005/t20200515_5332463.htm"}, {"id": "a4_c7", "title": "CHECKED: Chinese COVID-19 fake news dataset - PMC - NIH", "text": "by C Yang \u00b7 2021 \u00b7 Cited by 122 \u2014 We introduce the first fact-checked Chinese COVID-19 social media dataset, which enables more research on tracing the spread of microblogs misinformation and on ...", "snippet": "by C Yang \u00b7 2021 \u00b7 Cited by 122 \u2014 We introduce the first fact-checked Chinese COVID-19 social media dataset, which enables more research on tracing the spread of microblogs misinformation and on ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8217979/"}, {"id": "a4_c8", "title": "FACT CHECK: China's Sharing of COVID Data is Far from 'Open and ...", "text": "Beijing last month abruptly dropped extensive testing and lengthy lockdowns in response to country China, citing the lack of transparent COVID-\u00a0...", "snippet": "Beijing last month abruptly dropped extensive testing and lengthy lockdowns in response to country China, citing the lack of transparent COVID-\u00a0...", "link": "https://www.youtube.com/watch?v=56YwpmyJXsI"}, {"id": "a4_c9", "title": "COVID-19 misinformation by China", "text": "The government of the People's Republic of China has downplayed the emergence of COVID-19 in China and spread misinformation about its origin and spread around ...", "snippet": "The government of the People's Republic of China has downplayed the emergence of COVID-19 in China and spread misinformation about its origin and spread around ...", "link": "https://en.wikipedia.org/wiki/COVID-19_misinformation_by_China"}, {"id": "a5_c0", "title": "China health officials lash out at WHO chief, defend search for origin of ...", "text": "The WHO comments were \"offensive and disrespectful,\" said the director of the China Center for Disease Control and Prevention, Shen Hongbing.", "snippet": "The WHO comments were \"offensive and disrespectful,\" said the director of the China Center for Disease Control and Prevention, Shen Hongbing.", "link": "https://www.pbs.org/newshour/amp/world/china-health-officials-lash-out-at-who-chief-defend-search-for-origin-of-covid-19"}, {"id": "a5_c1", "title": "Full Text: Fighting COVID-19: China in Action", "text": "The head of China CDC held a telephone conversation with the director of the US CDC, briefing him about the new pneumonia.", "snippet": "The head of China CDC held a telephone conversation with the director of the US CDC, briefing him about the new pneumonia.", "link": "http://www.scio.gov.cn/zfbps/ndhf/2020n/202207/t20220704_130648.html"}, {"id": "a5_c2", "title": "LIVE: CDC Director Testifies on Policies and Decisions During ...", "text": "LIVE: CDC Director Testifies on Policies and Decisions During COVID Pandemic to House Subcommittee \u00b7 Comments.", "snippet": "LIVE: CDC Director Testifies on Policies and Decisions During COVID Pandemic to House Subcommittee \u00b7 Comments.", "link": "https://www.youtube.com/watch?v=AxicixJWph8"}, {"id": "a5_c3", "title": "Heads of China CDC and US CDC hold annual meeting online", "text": "Prof. George F. Gao, director general of the China CDC, pointed out that the two agencies have achieved remarkable results as long-term partners ...", "snippet": "Prof. George F. Gao, director general of the China CDC, pointed out that the two agencies have achieved remarkable results as long-term partners ...", "link": "https://en.chinacdc.cn/news/latest/202201/t20220130_256641.html"}, {"id": "a5_c4", "title": "Exclusive: U.S. slashed CDC staff inside China prior to coronavirus ...", "text": "The Trump administration cut staff by more than two-thirds at a key US public health agency operating inside China.", "snippet": "The Trump administration cut staff by more than two-thirds at a key US public health agency operating inside China.", "link": "https://www.reuters.com/article/world/exclusive-us-slashed-cdc-staff-inside-china-prior-to-coronavirus-outbreak-idUSKBN21C3NE/"}, {"id": "a5_c5", "title": "LIVE: CDC Director Testifies on Policies and Decisions During ...", "text": "LIVE: CDC Director Testifies on Policies and Decisions During COVID Pandemic to House Subcommittee \u00b7 Comments.", "snippet": "LIVE: CDC Director Testifies on Policies and Decisions During COVID Pandemic to House Subcommittee \u00b7 Comments.", "link": "https://www.youtube.com/watch?v=AxicixJWph8"}, {"id": "a5_c6", "title": "RFK Jr. Defends Ouster of CDC Director by Distorting List of Public ...", "text": "Kennedy Jr. distorted the facts to falsely claim that the agency's website lists abortion as one of the \u201c10 greatest advances in medical science ...", "snippet": "Kennedy Jr. distorted the facts to falsely claim that the agency's website lists abortion as one of the \u201c10 greatest advances in medical science ...", "link": "https://www.factcheck.org/2025/08/rfk-jr-defends-ouster-of-cdc-director-by-distorting-list-of-public-health-achievements/"}, {"id": "a5_c7", "title": "Fact Check: Correcting Trump's Press Conference Misinformation", "text": "[Robert] Redfield, the director of the CDC, had with Chinese colleagues on January 3rd. It's since been known that there may have been cases in ...", "snippet": "[Robert] Redfield, the director of the CDC, had with Chinese colleagues on January 3rd. It's since been known that there may have been cases in ...", "link": "https://www.nbcmiami.com/news/national-international/fact-check-correcting-trumps-press-conference-misinformation/2210387/?amp=1"}, {"id": "a5_c8", "title": "Trump's false claim that the WHO said the coronavirus was 'not ...", "text": "The WHO pushed China's misinformation about the virus, saying it was not communicable.\u201d \u2014 President Trump, remarks at a news conference, April ...", "snippet": "The WHO pushed China's misinformation about the virus, saying it was not communicable.\u201d \u2014 President Trump, remarks at a news conference, April ...", "link": "https://www.washingtonpost.com/politics/2020/04/17/trumps-false-claim-that-who-said-coronavirus-was-not-communicable/"}, {"id": "a5_c9", "title": "Reality Check of US Allegations Against China on COVID-19", "text": "Reality Check: What has happened is an unexpected attack by an unknown virus against human beings. It takes time to study and understand it.", "snippet": "Reality Check: What has happened is an unexpected attack by an unknown virus against human beings. It takes time to study and understand it.", "link": "https://surabaya.china-consulate.gov.cn/eng/jrzg_2/202005/t20200515_5332463.htm"}]}
+{"input": "Based on data published by @WHO, the #COVID19 pandemic is coming to an end, and disease and death from COVID-19 is no longer a serious threat to humanity, Chinese top epidemiologist Wu Zunyou said during a forum on Thu, according to The Beijing News.", "output": "Based on data published by @WHO, the #COVID19 pandemic is coming to an end, and disease and death from COVID-19 is no longer a serious threat to humanity, Chinese top epidemiologist Wu Zunyou said during a forum on Thu, according to The Beijing News.", "topic": "Covid", "ground_truth": "NS", "raw_label": "false", "account": "Global Times", "atoms": [{"id": "a0", "text": "The #COVID19 pandemic is coming to an end based on data published by @WHO.", "original": "The #COVID19 pandemic is coming to an end based on data published by @WHO.", "label": "NS", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "Disease and death from COVID-19 is no longer a serious threat to humanity.", "original": "Disease and death from COVID-19 is no longer a serious threat to humanity.", "label": "NS", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "Wu Zunyou is a Chinese top epidemiologist.", "original": "Wu Zunyou is a Chinese top epidemiologist.", "label": "NS", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "Wu Zunyou said the #COVID19 pandemic is coming to an end during a forum on Thursday.", "original": "Wu Zunyou said the #COVID19 pandemic is coming to an end during a forum on Thursday.", "label": "NS", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}, {"id": "a4", "text": "Wu Zunyou said disease and death from COVID-19 is no longer a serious threat to humanity during a forum on Thursday.", "original": "Wu Zunyou said disease and death from COVID-19 is no longer a serious threat to humanity during a forum on Thursday.", "label": "NS", "contexts": ["a4_c0", "a4_c1", "a4_c2", "a4_c3", "a4_c4", "a4_c5", "a4_c6", "a4_c7", "a4_c8", "a4_c9"]}, {"id": "a5", "text": "The information was reported according to The Beijing News.", "original": "The information was reported according to The Beijing News.", "label": "NS", "contexts": ["a5_c0", "a5_c1", "a5_c2", "a5_c3", "a5_c4", "a5_c5", "a5_c6", "a5_c7", "a5_c8", "a5_c9"]}, {"id": "a6", "text": "The forum where Wu Zunyou spoke was held on Thursday.", "original": "The forum where Wu Zunyou spoke was held on Thursday.", "label": "NS", "contexts": ["a6_c0", "a6_c1", "a6_c2", "a6_c3", "a6_c4", "a6_c5", "a6_c6", "a6_c7", "a6_c8", "a6_c9"]}], "contexts": [{"id": "a0_c0", "title": "The WHO has declared the end of pandemic phase of COVID ...", "text": "by R Sarker \u00b7 2023 \u00b7 Cited by 169 \u2014 Therefore, the WHO declares COVID\u201019 is no longer a global health emergency on May 5, 2023. Monitoring post\u2010COVID symptoms has become an ...", "snippet": "by R Sarker \u00b7 2023 \u00b7 Cited by 169 \u2014 Therefore, the WHO declares COVID\u201019 is no longer a global health emergency on May 5, 2023. Monitoring post\u2010COVID symptoms has become an ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10478644/"}, {"id": "a0_c1", "title": "WHO chief declares end to COVID-19 as a global health ...", "text": "WHO chief declares end to COVID-19 as a global health emergency \u2026 the cumulative cases worldwide now stand at 765,222,932, with nearly seven ...", "snippet": "WHO chief declares end to COVID-19 as a global health emergency \u2026 the cumulative cases worldwide now stand at 765,222,932, with nearly seven ...", "link": "https://news.un.org/en/story/2023/05/1136367"}, {"id": "a0_c2", "title": "COVID-19 pandemic", "text": "The WHO declared that the public health emergency caused by COVID-19 had ended in May 2023, while noting that COVID-19 continued to be a global health threat.", "snippet": "The WHO declared that the public health emergency caused by COVID-19 had ended in May 2023, while noting that COVID-19 continued to be a global health threat.", "link": "https://en.wikipedia.org/wiki/COVID-19_pandemic"}, {"id": "a0_c3", "title": "Coronavirus disease (COVID-19) pandemic", "text": "On 25 October 2023 WHO/Europe made several changes to its respiratory virus surveillance and data reporting systems.", "snippet": "On 25 October 2023 WHO/Europe made several changes to its respiratory virus surveillance and data reporting systems.", "link": "https://www.who.int/europe/emergencies/situations/covid-19"}, {"id": "a0_c4", "title": "End of the Federal COVID-19 Public Health Emergency ...", "text": "by H COVID \u00b7 Cited by 11 \u2014 The federal COVID-19 PHE declaration ended on May 11, 2023. Most tools, like vaccines, treatments, and testing, will remain available.", "snippet": "by H COVID \u00b7 Cited by 11 \u2014 The federal COVID-19 PHE declaration ended on May 11, 2023. Most tools, like vaccines, treatments, and testing, will remain available.", "link": "https://archive.cdc.gov/www_cdc_gov/coronavirus/2019-ncov/your-health/end-of-phe.html"}, {"id": "a0_c5", "title": "The impact of misinformation on the COVID-19 pandemic - PMC", "text": "by MMF Caceres \u00b7 2022 \u00b7 Cited by 343 \u2014 Since the inception of the current pandemic, COVID-19 related misinformation has played a role in defaulting control of the situation.", "snippet": "by MMF Caceres \u00b7 2022 \u00b7 Cited by 343 \u2014 Since the inception of the current pandemic, COVID-19 related misinformation has played a role in defaulting control of the situation.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9114791/"}, {"id": "a0_c6", "title": "Debunking COVID-19 myths", "text": "Some information you come across about COVID-19 may be out of date or false. Learn about COVID-19 myths so you can bust them when you see ...", "snippet": "Some information you come across about COVID-19 may be out of date or false. Learn about COVID-19 myths so you can bust them when you see ...", "link": "https://www.mayoclinic.org/diseases-conditions/coronavirus/in-depth/coronavirus-myths/art-20485720"}, {"id": "a0_c7", "title": "COVID-19 Misconceptions", "text": "On this page, you'll find answers to commonly asked questions, as well as links to our articles debunking misinformation.", "snippet": "On this page, you'll find answers to commonly asked questions, as well as links to our articles debunking misinformation.", "link": "https://www.factcheck.org/covid-misconceptions/"}, {"id": "a0_c8", "title": "CDC Museum COVID-19 Timeline", "text": "March 2, 2022 WHO releases data showing that the COVID-19 pandemic triggered a 25% increase in anxiety and depression worldwide, with young people and women at ...", "snippet": "March 2, 2022 WHO releases data showing that the COVID-19 pandemic triggered a 25% increase in anxiety and depression worldwide, with young people and women at ...", "link": "https://www.cdc.gov/museum/timeline/covid19.html"}, {"id": "a0_c9", "title": "COVID-19 pandemic", "text": "The WHO declared that the public health emergency caused by COVID-19 had ended in May 2023, As of 6 June 2026, COVID-19 has caused 7,114,321 [5] confirmed ...", "snippet": "The WHO declared that the public health emergency caused by COVID-19 had ended in May 2023, As of 6 June 2026, COVID-19 has caused 7,114,321 [5] confirmed ...", "link": "https://en.wikipedia.org/wiki/COVID-19_pandemic"}, {"id": "a1_c0", "title": "The WHO has Declared COVID-19 is No Longer a Pandemic ...", "text": "by ASM Roknuzzaman \u00b7 2024 \u00b7 Cited by 35 \u2014 The WHO has declared that COVID-19 no longer constitutes a public health emergency of international concern on May 5, 2023.", "snippet": "by ASM Roknuzzaman \u00b7 2024 \u00b7 Cited by 35 \u2014 The WHO has declared that COVID-19 no longer constitutes a public health emergency of international concern on May 5, 2023.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10804921/"}, {"id": "a1_c1", "title": "WHO chief declares end to COVID-19 as a global health ...", "text": "The head of the UN World Health Organization (WHO) has declared \u201cwith great hope\u201d an end to COVID-19 as a public health emergency.", "snippet": "The head of the UN World Health Organization (WHO) has declared \u201cwith great hope\u201d an end to COVID-19 as a public health emergency.", "link": "https://news.un.org/en/story/2023/05/1136367"}, {"id": "a1_c2", "title": "WHO declares that COVID-19 is no longer a global health", "text": "The World Health Organization (WHO) has officially declared that COVID-19 is no longer a public health emergency of international concern.", "snippet": "The World Health Organization (WHO) has officially declared that COVID-19 is no longer a public health emergency of international concern.", "link": "https://www.lshtm.ac.uk/newsevents/news/2023/expert-comment-who-declares-covid-19-no-longer-global-health-emergency"}, {"id": "a1_c3", "title": "COVID-19 pandemic", "text": "The WHO declared that the public health emergency caused by COVID-19 had ended in May 2023, while noting that COVID-19 continued to be a global health threat.", "snippet": "The WHO declared that the public health emergency caused by COVID-19 had ended in May 2023, while noting that COVID-19 continued to be a global health threat.", "link": "https://en.wikipedia.org/wiki/COVID-19_pandemic"}, {"id": "a1_c4", "title": "WHO COVID-19 dashboard - WHO Data", "text": "This global summary of COVID-19 cases includes data on confirmed cases reported to WHO from the comprehensive COVID-19 case monitoring.", "snippet": "This global summary of COVID-19 cases includes data on confirmed cases reported to WHO from the comprehensive COVID-19 case monitoring.", "link": "https://data.who.int/dashboards/covid19/cases"}, {"id": "a1_c5", "title": "COVID-19 myths: Many were busted, but a dangerous one still prevails", "text": "From the beginning, the COVID-19 pandemic has been plagued by myths and misunderstandings about how the disease spreads and how people can ...", "snippet": "From the beginning, the COVID-19 pandemic has been plagued by myths and misunderstandings about how the disease spreads and how people can ...", "link": "https://epi.ufl.edu/2024/05/28/covid-19-myths-many-were-busted-but-a-dangerous-one-still-prevails/"}, {"id": "a1_c6", "title": "The WHO has Declared COVID-19 is No Longer a Pandemic-Level Threat", "text": "by ASM Roknuzzaman \u00b7 2024 \u00b7 Cited by 35 \u2014 As a result, the World Health Organization (WHO) declared COVID-19 a global pandemic on March 11, 2020. The healthcare authorities worldwide implemented various ...", "snippet": "by ASM Roknuzzaman \u00b7 2024 \u00b7 Cited by 35 \u2014 As a result, the World Health Organization (WHO) declared COVID-19 a global pandemic on March 11, 2020. The healthcare authorities worldwide implemented various ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10804921/"}, {"id": "a1_c7", "title": "Mortality Risk of COVID-19 - Case Fatality Rate", "text": "by E Mathieu \u00b7 2020 \u00b7 Cited by 23 \u2014 This page presents data on mortality risks from COVID-19. The primary metric available on this topic is the case fatality rate.", "snippet": "by E Mathieu \u00b7 2020 \u00b7 Cited by 23 \u2014 This page presents data on mortality risks from COVID-19. The primary metric available on this topic is the case fatality rate.", "link": "https://ourworldindata.org/mortality-risk-covid"}, {"id": "a1_c8", "title": "Excess Deaths Associated with COVID-19", "text": "The tenth dashboard shows weekly counts of death for more detailed causes of death within three of the larger groups: Respiratory diseases and Circulatory ...", "snippet": "The tenth dashboard shows weekly counts of death for more detailed causes of death within three of the larger groups: Respiratory diseases and Circulatory ...", "link": "https://www.cdc.gov/nchs/nvss/vsrr/covid19/excess_deaths.htm"}, {"id": "a1_c9", "title": "COVID-19 Misconceptions", "text": "On this page, you'll find answers to commonly asked questions, as well as links to our articles debunking misinformation.", "snippet": "On this page, you'll find answers to commonly asked questions, as well as links to our articles debunking misinformation.", "link": "https://www.factcheck.org/covid-misconceptions/"}, {"id": "a2_c0", "title": "Zunyou Wu (1963\u20132023) Chief Epidemiologist, China CDC - PMC", "text": "Dr. Wu is the Chief Epidemiologist at China CDC, and served as the former director and researcher of the National Center for acquired immunodeficiency syndrome ...", "snippet": "Dr. Wu is the Chief Epidemiologist at China CDC, and served as the former director and researcher of the National Center for acquired immunodeficiency syndrome ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10803285/"}, {"id": "a2_c1", "title": "Wu Zunyou, the Face of China's Covid Controls, Dies at 60 - WSJ", "text": "Wu Zunyou, China's top epidemiologist, never wanted the spotlight, believing that a successful public-health professional should be \u201cinvisible.\u201d", "snippet": "Wu Zunyou, China's top epidemiologist, never wanted the spotlight, believing that a successful public-health professional should be \u201cinvisible.\u201d", "link": "https://www.wsj.com/world/china/wu-zunyou-china-covid-controls-dies-at-60-a822541a"}, {"id": "a2_c2", "title": "China's chief epidemiologist who helped drive the anti-COVID fight ...", "text": "Wu Zunyou, an epidemiologist who helped drive the country's strict zero-COVID measures in China that suspended access to cities and confined millions to their ...", "snippet": "Wu Zunyou, an epidemiologist who helped drive the country's strict zero-COVID measures in China that suspended access to cities and confined millions to their ...", "link": "https://apnews.com/article/china-wu-zunyou-epidemiologist-died-covid-19-7dfb4042fd81d6af78e91331077e2728"}, {"id": "a2_c3", "title": "Epidemiology adjunct professor helps China develop, implement ...", "text": "Zunyou Wu, an adjunct professor of epidemiology in the UCLA Fielding School of Public Health and chief epidemiologist of the Chinese Center ...", "snippet": "Zunyou Wu, an adjunct professor of epidemiology in the UCLA Fielding School of Public Health and chief epidemiologist of the Chinese Center ...", "link": "https://dailybruin.com/2020/05/21/epidemiology-adjunct-professor-helps-china-develop-implement-covid-19-response"}, {"id": "a2_c4", "title": "China's Wu Zunyou, epidemiology expert, has died - media | Reuters", "text": "Chinese epidemiologist Wu Zunyou, a well-known expert in his field, died on Friday of pancreatic cancer, the government-backed National ...", "snippet": "Chinese epidemiologist Wu Zunyou, a well-known expert in his field, died on Friday of pancreatic cancer, the government-backed National ...", "link": "https://www.reuters.com/world/china/chinas-wu-zunyou-expert-epidemiology-has-died-state-media-2023-10-27/"}, {"id": "a2_c5", "title": "Wu Zunyou, the Face of China's Covid Controls, Dies at 60", "text": "Wu Zunyou, China's top epidemiologist, never wanted the spotlight, believing that a successful public-health professional should be \u201cinvisible.\u201d", "snippet": "Wu Zunyou, China's top epidemiologist, never wanted the spotlight, believing that a successful public-health professional should be \u201cinvisible.\u201d", "link": "https://www.wsj.com/world/china/wu-zunyou-china-covid-controls-dies-at-60-a822541a"}, {"id": "a2_c6", "title": "China's chief epidemiologist who helped drive the anti-COVID fight ...", "text": "Wu Zunyou, an epidemiologist who helped drive the country's strict zero-COVID measures in China that suspended access to cities and confined millions to their ...", "snippet": "Wu Zunyou, an epidemiologist who helped drive the country's strict zero-COVID measures in China that suspended access to cities and confined millions to their ...", "link": "https://apnews.com/article/china-wu-zunyou-epidemiologist-died-covid-19-7dfb4042fd81d6af78e91331077e2728"}, {"id": "a2_c7", "title": "China's Wu Zunyou, epidemiology expert, has died - media", "text": "Chinese epidemiologist Wu Zunyou, a well-known expert in his field, died on Friday of pancreatic cancer, the government-backed National ...", "snippet": "Chinese epidemiologist Wu Zunyou, a well-known expert in his field, died on Friday of pancreatic cancer, the government-backed National ...", "link": "https://www.reuters.com/world/china/chinas-wu-zunyou-expert-epidemiology-has-died-state-media-2023-10-27/"}, {"id": "a2_c8", "title": "Epidemiology adjunct professor helps China develop, implement COVID- ...", "text": "A UCLA professor helped control China's COVID-19 epidemic when it first emerged, but he worries about rising global COVID-19 cases. Zunyou ...", "snippet": "A UCLA professor helped control China's COVID-19 epidemic when it first emerged, but he worries about rising global COVID-19 cases. Zunyou ...", "link": "https://dailybruin.com/2020/05/21/epidemiology-adjunct-professor-helps-china-develop-implement-covid-19-response"}, {"id": "a2_c9", "title": "China CDC's Chief Epidemiologist Wu Zunyou Dies at Age 60", "text": "Wu Zunyou, chief epidemiologist at the Chinese Center for Disease Control and Prevention, passed away in Beijing at the age of 60.", "snippet": "Wu Zunyou, chief epidemiologist at the Chinese Center for Disease Control and Prevention, passed away in Beijing at the age of 60.", "link": "https://www.bloomberg.com/news/articles/2023-10-27/china-cdc-s-chief-epidemiologist-wu-zunyou-dies-at-age-60"}, {"id": "a3_c0", "title": "Epidemiology adjunct professor helps China develop ...", "text": "\u201cThe future is uncertain globally, but we do our best to control the epidemic in China and share our experience with other countries,\u201d Wu said.", "snippet": "\u201cThe future is uncertain globally, but we do our best to control the epidemic in China and share our experience with other countries,\u201d Wu said.", "link": "https://dailybruin.com/2020/05/21/epidemiology-adjunct-professor-helps-china-develop-implement-covid-19-response"}, {"id": "a3_c1", "title": "Wu Zunyou, the Face of China's Covid Controls, Dies at 60", "text": "Wu Zunyou, China's top epidemiologist, never wanted the spotlight, believing that a successful public-health professional should be \u201cinvisible.\u201d", "snippet": "Wu Zunyou, China's top epidemiologist, never wanted the spotlight, believing that a successful public-health professional should be \u201cinvisible.\u201d", "link": "https://www.wsj.com/world/china/wu-zunyou-china-covid-controls-dies-at-60-a822541a"}, {"id": "a3_c2", "title": "WHO chief declares end to COVID-19 as a global health ...", "text": "The head of the UN World Health Organization (WHO) has declared \u201cwith great hope\u201d an end to COVID-19 as a public health emergency.", "snippet": "The head of the UN World Health Organization (WHO) has declared \u201cwith great hope\u201d an end to COVID-19 as a public health emergency.", "link": "https://news.un.org/en/story/2023/05/1136367"}, {"id": "a3_c3", "title": "Dr. Wu Zunyou believes that from the WHO data, the global ...", "text": "Current situation: Wu Zunyou believes that the global pandemic of COVID-19 has ended. It means that the only belief totem of the Clearing Zero people has also ...", "snippet": "Current situation: Wu Zunyou believes that the global pandemic of COVID-19 has ended. It means that the only belief totem of the Clearing Zero people has also ...", "link": "https://www.zhihu.com/en/answer/2987975279"}, {"id": "a3_c4", "title": "Aiming for the end of the COVID-19 pandemic - PMC - NIH", "text": "by JB Soriano \u00b7 2023 \u00b7 Cited by 8 \u2014 \u201c2022 must be the year we end the pandemic.\u201d \u201cI think the acute phase of the pandemic will come to a close sometime in 2022. There's no question that the ...", "snippet": "by JB Soriano \u00b7 2023 \u00b7 Cited by 8 \u2014 \u201c2022 must be the year we end the pandemic.\u201d \u201cI think the acute phase of the pandemic will come to a close sometime in 2022. There's no question that the ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10106164/"}, {"id": "a3_c5", "title": "WHO chief declares end to COVID-19 as a global health emergency", "text": "\u201cLast week, COVID-19 claimed a life every three minutes \u2013 and that's just the deaths we know about\u201d, said Tedros Adhanom Ghebreyesus, WHO ...", "snippet": "\u201cLast week, COVID-19 claimed a life every three minutes \u2013 and that's just the deaths we know about\u201d, said Tedros Adhanom Ghebreyesus, WHO ...", "link": "https://news.un.org/en/story/2023/05/1136367"}, {"id": "a3_c6", "title": "Event 201 didn't predict the Covid-19 pandemic", "text": "\u201cEvent 201\u201d was an exercise organised in October 2019 to simulate what might happen if there was a severe pandemic.", "snippet": "\u201cEvent 201\u201d was an exercise organised in October 2019 to simulate what might happen if there was a severe pandemic.", "link": "https://fullfact.org/health/event-201-coronavirus-pandemic/"}, {"id": "a3_c7", "title": "Coronavirus: Covid News: Omicron's Role in Ending Pandemic Still ...", "text": "Will Omicron bring the pandemic to an end? It's too soon to know, Fauci says. Canada approves use of Pfizer's antiviral pill. Omicron prompts ...", "snippet": "Will Omicron bring the pandemic to an end? It's too soon to know, Fauci says. Canada approves use of Pfizer's antiviral pill. Omicron prompts ...", "link": "https://www.nytimes.com/live/2022/01/17/world/omicron-covid-vaccine-tests"}, {"id": "a3_c8", "title": "Multiple misleading suggestions made in documentary on the COVID ...", "text": "The footage directs attention to Event 201, a pandemic simulation held in October 2019 - months before the outbreak of COVID-19. It was a ...", "snippet": "The footage directs attention to Event 201, a pandemic simulation held in October 2019 - months before the outbreak of COVID-19. It was a ...", "link": "https://www.reuters.com/article/world/fact-check-multiple-misleading-suggestions-made-in-documentary-on-the-covid-19-idUSKBN29O225/"}, {"id": "a3_c9", "title": "World Health Organization Downgrades COVID Pandemic ...", "text": "The U.N. health agency's officials said that even though the emergency phase was over, the pandemic hasn't ended, noting recent spikes in ...", "snippet": "The U.N. health agency's officials said that even though the emergency phase was over, the pandemic hasn't ended, noting recent spikes in ...", "link": "https://news.wttw.com/2023/05/05/world-health-organization-downgrades-covid-pandemic-says-it-s-no-longer-emergency"}, {"id": "a4_c0", "title": "The WHO has Declared COVID-19 is No Longer a Pandemic-Level ...", "text": "The WHO has declared that COVID-19 no longer constitutes a public health emergency of international concern on May 5, 2023.", "snippet": "The WHO has declared that COVID-19 no longer constitutes a public health emergency of international concern on May 5, 2023.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10804921/"}, {"id": "a4_c1", "title": "WHO declares that COVID-19 is no longer a global health emergency", "text": "The World Health Organization (WHO) has officially declared that COVID-19 is no longer a public health emergency of international concern.", "snippet": "The World Health Organization (WHO) has officially declared that COVID-19 is no longer a public health emergency of international concern.", "link": "https://www.lshtm.ac.uk/newsevents/news/2023/expert-comment-who-declares-covid-19-no-longer-global-health-emergency"}, {"id": "a4_c2", "title": "Dr. Wu Zunyou believes that from the WHO data, the global COVID ...", "text": "Wu Zunyou believes that from the WHO data, the global COVID-19 pandemic is nearing its end. the threat of COVID-19 to human health is no longer as severe. \" ...", "snippet": "Wu Zunyou believes that from the WHO data, the global COVID-19 pandemic is nearing its end. the threat of COVID-19 to human health is no longer as severe. \" ...", "link": "https://www.zhihu.com/en/answer/2987975279"}, {"id": "a4_c3", "title": "COVID-19 pandemic nears its end - Chinadaily.com.cn", "text": "The threat of COVID-19 to humans is no longer on a serious level, he said at an event organized by the Beijing News on Friday.", "snippet": "The threat of COVID-19 to humans is no longer on a serious level, he said at an event organized by the Beijing News on Friday.", "link": "https://www.chinadaily.com.cn/a/202304/14/WS64390514a310b6054facdb01.html"}, {"id": "a4_c4", "title": "Epidemiology adjunct professor helps China develop, implement ...", "text": "Wu said he is still worried about COVID-19's persistence in developed countries such as the United States. COVID-19 might also persist until ...", "snippet": "Wu said he is still worried about COVID-19's persistence in developed countries such as the United States. COVID-19 might also persist until ...", "link": "https://dailybruin.com/2020/05/21/epidemiology-adjunct-professor-helps-china-develop-implement-covid-19-response"}, {"id": "a4_c5", "title": "5 years after it appeared, things we know and still don't ...", "text": "The virus is still with us, though humanity has built up immunity. It's less deadly than it was in the pandemic's early days and it no longer ...", "snippet": "The virus is still with us, though humanity has built up immunity. It's less deadly than it was in the pandemic's early days and it no longer ...", "link": "https://www.pbs.org/newshour/health/5-years-after-it-appeared-things-we-know-and-still-dont-know-about-covid"}, {"id": "a4_c6", "title": "Covid-19: The Biggest Threat of the 21st Century - PMC - NIH", "text": "by O Karc\u0131o\u011flu \u00b7 2020 \u00b7 Cited by 20 \u2014 Until 17 April, it affected 210 countries, infected over 2 million people and caused approximately 150000 deaths. Although the course of the disease ranges from ...", "snippet": "by O Karc\u0131o\u011flu \u00b7 2020 \u00b7 Cited by 20 \u2014 Until 17 April, it affected 210 countries, infected over 2 million people and caused approximately 150000 deaths. Although the course of the disease ranges from ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC7752102/"}, {"id": "a4_c7", "title": "China's Wu Zunyou, epidemiology expert, has died - media", "text": "Chinese epidemiologist Wu Zunyou, a well-known expert in his field, died on Friday of pancreatic cancer, the government-backed National ...", "snippet": "Chinese epidemiologist Wu Zunyou, a well-known expert in his field, died on Friday of pancreatic cancer, the government-backed National ...", "link": "https://www.reuters.com/world/china/chinas-wu-zunyou-expert-epidemiology-has-died-state-media-2023-10-27/"}, {"id": "a4_c8", "title": "A leading Chinese infectious disease control expert has said that ...", "text": "A leading Chinese infectious disease control expert has said that a second wave of coronavirus outbreak is 'inevitable' in China over winters and until a ...", "snippet": "A leading Chinese infectious disease control expert has said that a second wave of coronavirus outbreak is 'inevitable' in China over winters and until a ...", "link": "https://www.facebook.com/DDNews/posts/a-leading-chinese-infectious-disease-control-expert-has-said-that-a-second-wave-/1761730554003782/"}, {"id": "a4_c9", "title": "Epidemiology adjunct professor helps China develop ...", "text": "\u201cThe future is uncertain globally, but we do our best to control the epidemic in China and share our experience with other countries,\u201d Wu said.", "snippet": "\u201cThe future is uncertain globally, but we do our best to control the epidemic in China and share our experience with other countries,\u201d Wu said.", "link": "https://dailybruin.com/2020/05/21/epidemiology-adjunct-professor-helps-china-develop-implement-covid-19-response"}, {"id": "a5_c0", "title": "Small Plane Crashes Into Tallest Building in Beijing - ny times", "text": "A small aircraft flew into the tallest building in Beijing on Friday, sending huge hunks of debris and plane parts plummeting onto the streets ...", "snippet": "A small aircraft flew into the tallest building in Beijing on Friday, sending huge hunks of debris and plane parts plummeting onto the streets ...", "link": "https://www.nytimes.com/2026/06/26/world/asia/china-plane-crash-beijing.html"}, {"id": "a5_c1", "title": "An internal Chinese report warns that Beijing faces a rising wave of ...", "text": "An internal Chinese report warns that Beijing faces a rising wave of hostility in the wake of the Covid-19 outbreak that could tip relations ...", "snippet": "An internal Chinese report warns that Beijing faces a rising wave of hostility in the wake of the Covid-19 outbreak that could tip relations ...", "link": "https://www.facebook.com/Canal.Macau/posts/an-internal-chinese-report-warns-that-beijing-faces-a-rising-wave-of-hostility-i/2905188306263973/"}, {"id": "a5_c2", "title": "China's capital Beijing battered by heaviest rainfall in 140 years", "text": "According to the Chinese authorities, the city recorded 744.8mm (29.3 inches) of rainfall between Saturday to Wednesday \u2014 marking the highest ...", "snippet": "According to the Chinese authorities, the city recorded 744.8mm (29.3 inches) of rainfall between Saturday to Wednesday \u2014 marking the highest ...", "link": "https://www.cnbc.com/2023/08/02/chinas-capital-beijing-battered-by-heaviest-rainfall-in-140-years.html"}, {"id": "a5_c3", "title": "Tense scenes unfolded during the Trump-Xi meeting in Beijing after ...", "text": "Tense scenes unfolded during the Trump-Xi meeting in Beijing after US journalists allegedly found themselves locked inside a dark holding room ...", "snippet": "Tense scenes unfolded during the Trump-Xi meeting in Beijing after US journalists allegedly found themselves locked inside a dark holding room ...", "link": "https://www.facebook.com/cnnnews18/posts/tense-scenes-unfolded-during-the-trump-xi-meeting-in-beijing-after-us-journalist/1606780264824944/"}, {"id": "a5_c4", "title": "Beijing Responds to Rising Global Tensions at Chinese ... - YouTube", "text": ", Chinese government, Beijing live, international relations, trade tensions, Asia Pacific, DRM News ... reporting. At DRM News, we operate ...", "snippet": ", Chinese government, Beijing live, international relations, trade tensions, Asia Pacific, DRM News ... reporting. At DRM News, we operate ...", "link": "https://www.youtube.com/watch?v=LPMfLcd_208"}, {"id": "a5_c5", "title": "Full article: Fact-checking in China: normative and strategic ...", "text": "by H Zhang \u00b7 2025 \u00b7 Cited by 10 \u2014 This study investigates how fact-checking journalism in China presents the principle of transparency.", "snippet": "by H Zhang \u00b7 2025 \u00b7 Cited by 10 \u2014 This study investigates how fact-checking journalism in China presents the principle of transparency.", "link": "https://www.tandfonline.com/doi/full/10.1080/01292986.2025.2465340"}, {"id": "a5_c6", "title": "Reuters Fact Check", "text": "Reuters Fact Check addresses online misinformation with coverage that maintains accuracy, integrity and impartiality.", "snippet": "Reuters Fact Check addresses online misinformation with coverage that maintains accuracy, integrity and impartiality.", "link": "https://www.reuters.com/fact-check/"}, {"id": "a5_c7", "title": "Fact-Checking News Archives", "text": "Three times as many fact-checking projects stopped as started in 2025, but the majority are weathering money woes, political attacks.", "snippet": "Three times as many fact-checking projects stopped as started in 2025, but the majority are weathering money woes, political attacks.", "link": "https://reporterslab.org/category/fact-checking/"}, {"id": "a5_c8", "title": "Is citizen journalism better than professional ...", "text": "This article investigates how citizens contribute to rumour verification on social media in China, drawing on a case study of Weibo communication about the ...", "snippet": "This article investigates how citizens contribute to rumour verification on social media in China, drawing on a case study of Weibo communication about the ...", "link": "https://journals.sagepub.com/doi/10.1177/2059436419834124"}, {"id": "a5_c9", "title": "Fact Check Tools Recents", "text": "Recent fact checks A Kuwaiti-Bahraini strike on Iran in response to Iranian attacks. Privately funded operations paid for by the government increased eleven- ...", "snippet": "Recent fact checks A Kuwaiti-Bahraini strike on Iran in response to Iranian attacks. Privately funded operations paid for by the government increased eleven- ...", "link": "https://toolbox.google.com/factcheck"}, {"id": "a6_c0", "title": "China calls for global unity against a divided world at ...", "text": "A China's defense minister calls for global unity against a divided world ruled by the strong while also renewing threats against Taiwanese independence.", "snippet": "A China's defense minister calls for global unity against a divided world ruled by the strong while also renewing threats against Taiwanese independence.", "link": "https://www.youtube.com/watch?v=pNSb2YyA3gc"}, {"id": "a6_c1", "title": "\u200b14th World Peace Forum opens at Tsinghua, highlighting ...", "text": "14th World Peace Forum, opened at Tsinghua University's Main Building. Wu Ken, President of the Chinese People's Institute of Foreign Affairs;", "snippet": "14th World Peace Forum, opened at Tsinghua University's Main Building. Wu Ken, President of the Chinese People's Institute of Foreign Affairs;", "link": "https://www.tsinghua.edu.cn/en/info/1244/14988.htm"}, {"id": "a6_c2", "title": "Chinese military leaders talk tough on U.S. and Taiwan but ...", "text": "Chinese defense officials criticized the U.S. and made hawkish statements about Taiwan at the 10th Xiangshan Forum in Beijing, a three-day ...", "snippet": "Chinese defense officials criticized the U.S. and made hawkish statements about Taiwan at the 10th Xiangshan Forum in Beijing, a three-day ...", "link": "https://thechinaproject.com/2023/10/30/xiangshan-forum-chinese-military-leaders-take-aim-at-u-s-sound-strident-tone-on-taiwan-and-cozy-up-to-russias-military/"}, {"id": "a6_c3", "title": "Coexist, Co-create, Share,\" the dialogue will explore eco- ...", "text": "The 2-day Eco Forum Global Guiyang 2023 with the theme of \u201cPursuing Modernization of Harmony between Humanity and Nature\u201d is held in Guiyang, ...", "snippet": "The 2-day Eco Forum Global Guiyang 2023 with the theme of \u201cPursuing Modernization of Harmony between Humanity and Nature\u201d is held in Guiyang, ...", "link": "https://www.facebook.com/ChinaGlobalTVNetwork/posts/mark-your-calendars-from-july-14-to-16-the-2026-global-mayors-dialogue-will-brin/1707775387382593/"}, {"id": "a6_c4", "title": "13th World Peace Forum held in Beijing with focus on ...", "text": "More than 1,200 guests from 86 countries and regions have gathered in Beijing to exchange views on maintaining global peace and addressing ...", "snippet": "More than 1,200 guests from 86 countries and regions have gathered in Beijing to exchange views on maintaining global peace and addressing ...", "link": "https://en.qstheory.cn/2025-07/04/c_1105465.htm"}, {"id": "a6_c5", "title": "Wu Zunyou | Beijing Forum 2020", "text": "Chief Epidemiologist of the Chinese. Wu Zunyou offered his take on the current situation and control strategies of #COVID19 at the Beijing ...", "snippet": "Chief Epidemiologist of the Chinese. Wu Zunyou offered his take on the current situation and control strategies of #COVID19 at the Beijing ...", "link": "https://www.youtube.com/watch?v=LKZjZgW4Q28"}, {"id": "a6_c6", "title": "Did China's Chief Epidemiologist Say That There Is No Proof ...", "text": "Dr Zunyou does not explicitly say that there is no proof that the COVID-19 virus does not exist.", "snippet": "Dr Zunyou does not explicitly say that there is no proof that the COVID-19 virus does not exist.", "link": "https://pigafirimbi.africauncensored.online/china-covid-exist-check/"}, {"id": "a6_c7", "title": "Dr. Wu Zunyou", "text": "Dr. Wu Zunyou | Implementing Emergency Health Infrastructure in Non-hospital Facilities (FangCang Centers) in Response to COVID-19 in China", "snippet": "Dr. Wu Zunyou | Implementing Emergency Health Infrastructure in Non-hospital Facilities (FangCang Centers) in Response to COVID-19 in China", "link": "https://en.cikd.org/detail?id=1654020286425747458"}, {"id": "a6_c8", "title": "China's Wu Zunyou, epidemiology expert, has died - media", "text": "Chinese epidemiologist Wu Zunyou, a well-known expert in his field, died on Friday of pancreatic cancer, Prevention (CDC).", "snippet": "Chinese epidemiologist Wu Zunyou, a well-known expert in his field, died on Friday of pancreatic cancer, Prevention (CDC).", "link": "https://www.reuters.com/world/china/chinas-wu-zunyou-expert-epidemiology-has-died-state-media-2023-10-27/"}, {"id": "a6_c9", "title": "LIVE NOW: China Forum Day 2: Navigating the New Era ...", "text": "The Victims of Communism Memorial Foundation's annual China Forum continues with Day 2 at 8:30 a.m. ET on Oct. 28, with the theme ...", "snippet": "The Victims of Communism Memorial Foundation's annual China Forum continues with Day 2 at 8:30 a.m. ET on Oct. 28, with the theme ...", "link": "https://www.youtube.com/watch?v=6vVlBMr_d0M"}]}
+{"input": "China urges U.S. to revoke arms sales plan to Taiwan #China firmly opposes #US arms sales to #Taiwan and urges the United States to revoke the arms sales plan, Foreign Ministry spokesperson Wang Wenbin said here Monday.", "output": "China urges U.S. to revoke arms sales plan to Taiwan #China firmly opposes #US arms sales to #Taiwan and urges the United States to revoke the arms sales plan, Foreign Ministry spokesperson Wang Wenbin said here Monday.", "topic": "Taiwan", "ground_truth": "S", "raw_label": "factual", "account": "WE ARE CHINA", "atoms": [{"id": "a0", "text": "China urges the U.S. to revoke arms sales plan to Taiwan.", "original": "China urges the U.S. to revoke arms sales plan to Taiwan.", "label": "S", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "China firmly opposes U.S. arms sales to Taiwan.", "original": "China firmly opposes U.S. arms sales to Taiwan.", "label": "S", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "China urges the United States to revoke the arms sales plan.", "original": "China urges the United States to revoke the arms sales plan.", "label": "S", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "Foreign Ministry spokesperson Wang Wenbin said this on Monday.", "original": "Foreign Ministry spokesperson Wang Wenbin said this on Monday.", "label": "S", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}, {"id": "a4", "text": "Wang Wenbin is a Foreign Ministry spokesperson.", "original": "Wang Wenbin is a Foreign Ministry spokesperson.", "label": "S", "contexts": ["a4_c0", "a4_c1", "a4_c2", "a4_c3", "a4_c4"]}], "contexts": [{"id": "a0_c0", "title": "China warns the United States against arms sales to Taiwan ahead of Trump ...", "text": "China has strongly urged the United States to stop selling weapons to Taiwan right away after the U.S. approved an $11 billion arms deal.", "snippet": "China has strongly urged the United States to stop selling weapons to Taiwan right away after the U.S. approved an $11 billion arms deal.", "link": "https://www.facebook.com/AriseTVNews/posts/china-warns-the-united-states-against-arms-sales-to-taiwan-ahead-of-trump-and-xi/1553890593409474/"}, {"id": "a0_c1", "title": "Taiwan needs US weapons to defend against China threat, diplomat says", "text": "Taiwan's top diplomat in the U.S. says the island needs American weapons to bolster its self-defense against the growing threat from China.", "snippet": "Taiwan's top diplomat in the U.S. says the island needs American weapons to bolster its self-defense against the growing threat from China.", "link": "https://apnews.com/article/taiwan-trump-arms-sales-china-eab716f67fe5aa36ec05ff8209d0f605"}, {"id": "a0_c2", "title": "China \"strongly\" urges U.S. to immediately stop arms sales to ...", "text": "China Saturday \"strongly\" urged the United States to respect its core interests and grave concerns, and immediately stop arms sales to Taiwan to avoid harms", "snippet": "China Saturday \"strongly\" urged the United States to respect its core interests and grave concerns, and immediately stop arms sales to Taiwan to avoid harms", "link": "https://bg.china-embassy.gov.cn/eng/dtxw/201001/t20100114_2182034.htm"}, {"id": "a0_c3", "title": "China urges US to 'immediately cancel' arms sale to Taiwan", "text": "China has called for an arms deal between the US and Taiwan to be cancelled \"immediately\", after the US State Department approved the sale\u00a0...", "snippet": "China has called for an arms deal between the US and Taiwan to be cancelled \"immediately\", after the US State Department approved the sale\u00a0...", "link": "https://www.youtube.com/watch?v=-bWApRVTYeY"}, {"id": "a0_c4", "title": "China threatens 'forceful measures' over US arms sales package to Taiwan", "text": "The ministry said it had lodged \"stern representations\" with the United States, and urged the country to immediately cease arms sales to Taiwan", "snippet": "The ministry said it had lodged \"stern representations\" with the United States, and urged the country to immediately cease arms sales to Taiwan", "link": "https://www.reuters.com/world/china/china-says-it-will-take-forceful-measures-after-us-arms-sales-package-taiwan-2025-12-19/"}, {"id": "a0_c5", "title": "Taiwan not 'provoking' China, hopes US arms sale package can be ...", "text": "China Firmly Opposes US Arm Sale to Taiwan Region: Spokesman China is firmly opposed to the U.S. State Department's approval of an arms sale to ...", "snippet": "China Firmly Opposes US Arm Sale to Taiwan Region: Spokesman China is firmly opposed to the U.S. State Department's approval of an arms sale to ...", "link": "https://www.facebook.com/Reuters/posts/taiwan-not-provoking-china-hopes-us-arms-sale-package-can-be-approved-soon-presi/1581703953820331/"}, {"id": "a0_c6", "title": "Taiwan needs US weapons to defend against China threat, diplomat ...", "text": "Taiwan's top diplomat in the U.S. says the island needs American weapons to bolster its self-defense against the growing threat from China.", "snippet": "Taiwan's top diplomat in the U.S. says the island needs American weapons to bolster its self-defense against the growing threat from China.", "link": "https://apnews.com/article/taiwan-trump-arms-sales-china-eab716f67fe5aa36ec05ff8209d0f605"}, {"id": "a0_c7", "title": "Taiwan fears a US pause on a $14bn arms package could weaken ...", "text": "China vows countermeasures after US agree $2 billion arms sale to Taiwan The latest package \"seriously violates China's sovereignty and security ...", "snippet": "China vows countermeasures after US agree $2 billion arms sale to Taiwan The latest package \"seriously violates China's sovereignty and security ...", "link": "https://www.facebook.com/aljazeera/posts/taiwan-fears-a-us-pause-on-a-14bn-arms-package-could-weaken-its-defences-and-sha/1449143463926670/"}, {"id": "a0_c8", "title": "China Shouldn't Get a Veto on Taiwan Arms Sales", "text": "President Trump's decision to pause arms sales to Taiwan will embolden China and weaken deterrence.", "snippet": "President Trump's decision to pause arms sales to Taiwan will embolden China and weaken deterrence.", "link": "https://www.cfr.org/articles/trump-shouldnt-give-china-a-veto-on-taiwan-arms-sales"}, {"id": "a0_c9", "title": "US Arms Sales to Taiwan Do Not Break America's Promise to China", "text": "China, which claims Taiwan as its territory, said it \u201cfirmly opposes\u201d the deal and urged ... FACT CHECK: US Arms Sales to Taiwan Do Not Break ...", "snippet": "China, which claims Taiwan as its territory, said it \u201cfirmly opposes\u201d the deal and urged ... FACT CHECK: US Arms Sales to Taiwan Do Not Break ...", "link": "https://www.youtube.com/watch?v=kF-nhx1T1Kk"}, {"id": "a1_c0", "title": "China firmly opposes US official exchanges with Taiwan ...", "text": "China firmly opposes official exchanges between the US and China's Taiwan region, and firmly opposes US arms sales to Taiwan region.", "snippet": "China firmly opposes official exchanges between the US and China's Taiwan region, and firmly opposes US arms sales to Taiwan region.", "link": "https://www.globaltimes.cn/page/202605/1361579.shtml"}, {"id": "a1_c1", "title": "China 'firmly' opposes US arms sales to Taiwan", "text": "The decision to sell arms to Taiwan is simply inconsistent with US leaders' commitment of not supporting \"Taiwan independence,\" Beijing further ...", "snippet": "The decision to sell arms to Taiwan is simply inconsistent with US leaders' commitment of not supporting \"Taiwan independence,\" Beijing further ...", "link": "https://www.aa.com.tr/en/asia-pacific/china-firmly-opposes-us-arms-sales-to-taiwan/3409885"}, {"id": "a1_c2", "title": "China firmly opposes official interaction between US and ...", "text": "China firmly rejects reported large US arms sales to Taiwan; expert accuses separatists of disregarding livelihoods and stoking hype to disrupt ...", "snippet": "China firmly rejects reported large US arms sales to Taiwan; expert accuses separatists of disregarding livelihoods and stoking hype to disrupt ...", "link": "https://www.globaltimes.cn/page/202605/1361477.shtml"}, {"id": "a1_c3", "title": "China firmly opposes U.S. arms sales to Taiwan", "text": "China on Sunday strongly urged the U.S. to immediately stop arms sales to Taiwan and cease military contacts with the island, to avoid further ...", "snippet": "China on Sunday strongly urged the U.S. to immediately stop arms sales to Taiwan and cease military contacts with the island, to avoid further ...", "link": "https://macaubusiness.com/china-firmly-opposes-u-s-arms-sales-to-taiwan-spokesperson/"}, {"id": "a1_c4", "title": "China warns the United States against arms sales to ...", "text": "China has strongly urged the United States to stop selling weapons to Taiwan right away after the U.S. approved an $11 billion arms deal.", "snippet": "China has strongly urged the United States to stop selling weapons to Taiwan right away after the U.S. approved an $11 billion arms deal.", "link": "https://www.facebook.com/AriseTVNews/posts/china-warns-the-united-states-against-arms-sales-to-taiwan-ahead-of-trump-and-xi/1553890593409474/"}, {"id": "a1_c5", "title": "Taiwan not 'provoking' China, hopes US arms sale ...", "text": "China is firmly opposed to the U.S. State Department's approval of an arms sale to the Taiwan region, said Ma Xiaoguang, the spokesman for the ...", "snippet": "China is firmly opposed to the U.S. State Department's approval of an arms sale to the Taiwan region, said Ma Xiaoguang, the spokesman for the ...", "link": "https://www.facebook.com/Reuters/posts/taiwan-not-provoking-china-hopes-us-arms-sale-package-can-be-approved-soon-presi/1581703953820331/"}, {"id": "a1_c6", "title": "Ahead of Trump-Xi summit, China warns on US arms sales ...", "text": "China reiterated its strong opposition \u200bto U.S. arms sales to Taiwan on Wednesday, calling on Washington to honour its commitments ahead of ...", "snippet": "China reiterated its strong opposition \u200bto U.S. arms sales to Taiwan on Wednesday, calling on Washington to honour its commitments ahead of ...", "link": "https://www.reuters.com/world/china/ahead-trump-summit-china-says-it-is-ready-crush-any-taiwan-independence-bid-2026-05-13/"}, {"id": "a1_c7", "title": "FACT CHECK: US Arms Sales to Taiwan Do Not Break ...", "text": "China, which claims Taiwan as its territory, said it \u201cfirmly opposes\u201d the deal and urged the United States to \u201cstop arms sales to and military ...", "snippet": "China, which claims Taiwan as its territory, said it \u201cfirmly opposes\u201d the deal and urged the United States to \u201cstop arms sales to and military ...", "link": "https://www.youtube.com/watch?v=kF-nhx1T1Kk"}, {"id": "a1_c8", "title": "US Arms Sales to Taiwan Do Not Break America's Promise ...", "text": "China, which claims Taiwan as its territory, said it \u201cfirmly opposes\u201d the deal and urged the United States to \u201cstop arms sales to and military ...", "snippet": "China, which claims Taiwan as its territory, said it \u201cfirmly opposes\u201d the deal and urged the United States to \u201cstop arms sales to and military ...", "link": "https://www.voanews.com/a/fact-check-us-arms-sales-to-taiwan-does-not-break-america-s-promise-to-china-/6994283.html"}, {"id": "a1_c9", "title": "Taiwan needs US weapons to defend against China threat ...", "text": "Beijing has always opposed U.S. arms sales to Taiwan, which has never been under China's communist rule.", "snippet": "Beijing has always opposed U.S. arms sales to Taiwan, which has never been under China's communist rule.", "link": "https://apnews.com/article/taiwan-trump-arms-sales-china-eab716f67fe5aa36ec05ff8209d0f605"}, {"id": "a2_c0", "title": "China warns the United States against arms sales to Taiwan ahead of Trump ...", "text": "China has strongly urged the United States to stop selling weapons to Taiwan right away after the U.S. approved an $11 billion arms deal.", "snippet": "China has strongly urged the United States to stop selling weapons to Taiwan right away after the U.S. approved an $11 billion arms deal.", "link": "https://www.facebook.com/AriseTVNews/posts/china-warns-the-united-states-against-arms-sales-to-taiwan-ahead-of-trump-and-xi/1553890593409474/"}, {"id": "a2_c1", "title": "China urges US to 'immediately cancel' arms sale to Taiwan", "text": "China has called for an arms deal between the US and Taiwan to be cancelled \"immediately\", after the US State Department approved the sale\u00a0...", "snippet": "China has called for an arms deal between the US and Taiwan to be cancelled \"immediately\", after the US State Department approved the sale\u00a0...", "link": "https://www.youtube.com/watch?v=-bWApRVTYeY"}, {"id": "a2_c2", "title": "China urges U.S. to revoke arms sales plan to Taiwan", "text": "China adamantly opposes U.S. arms sales to Taiwan and urges the United States to revoke the arms sales plan, Foreign Ministry spokesperson Wang ...", "snippet": "China adamantly opposes U.S. arms sales to Taiwan and urges the United States to revoke the arms sales plan, Foreign Ministry spokesperson Wang ...", "link": "https://www.thestandard.com.hk/china-news/article/192454/China-urges-US-to-revoke-arms-sales-plan-to-Taiwan"}, {"id": "a2_c3", "title": "China threatens 'forceful measures' over US arms sales package to Taiwan", "text": "The ministry said it had lodged \"stern representations\" with the United States, and urged the country to immediately cease arms sales to ...", "snippet": "The ministry said it had lodged \"stern representations\" with the United States, and urged the country to immediately cease arms sales to ...", "link": "https://www.reuters.com/world/china/china-says-it-will-take-forceful-measures-after-us-arms-sales-package-taiwan-2025-12-19/"}, {"id": "a2_c4", "title": "US arms sale to Taiwan clash with Trump's desire to strike trade deal ...", "text": "U.S. arms sale to Taiwan delayed as Trump seeks trade deal with China. Xi Jinping opposes sale, experts predict fewer advanced weapons.", "snippet": "U.S. arms sale to Taiwan delayed as Trump seeks trade deal with China. Xi Jinping opposes sale, experts predict fewer advanced weapons.", "link": "https://thehill.com/policy/defense/5748538-taiwan-defense-deal-trump-xi/amp/"}, {"id": "a2_c5", "title": "China warns the United States against arms sales to Taiwan ahead of Trump ...", "text": "China has warned the U.S. that moving ahead with new arms sales to Taiwan could derail President Trump's planned April 2026 visit to Beijing.", "snippet": "China has warned the U.S. that moving ahead with new arms sales to Taiwan could derail President Trump's planned April 2026 visit to Beijing.", "link": "https://www.facebook.com/AriseTVNews/posts/china-warns-the-united-states-against-arms-sales-to-taiwan-ahead-of-trump-and-xi/1553890593409474/"}, {"id": "a2_c6", "title": "China Shouldn't Get a Veto on Taiwan Arms Sales", "text": "President Trump's decision to pause arms sales to Taiwan will embolden China and weaken deterrence.", "snippet": "President Trump's decision to pause arms sales to Taiwan will embolden China and weaken deterrence.", "link": "https://www.cfr.org/articles/trump-shouldnt-give-china-a-veto-on-taiwan-arms-sales"}, {"id": "a2_c7", "title": "China 'outraged' by $1.42 billion planned U.S. arms sales to Taiwan", "text": "China urged the United States to revoke immediately its \"wrong decision\" to sell Taiwan $1.42 billion worth of arms, saying it contradicted ...", "snippet": "China urged the United States to revoke immediately its \"wrong decision\" to sell Taiwan $1.42 billion worth of arms, saying it contradicted ...", "link": "https://www.reuters.com/article/world/china-outraged-by-142-billion-planned-us-arms-sales-to-taiwan-idUSKBN19L0N1/"}, {"id": "a2_c8", "title": "US Arms Sales to Taiwan Do Not Break America's Promise to China", "text": "China, which claims Taiwan as its territory, said it \u201cfirmly opposes\u201d the deal and urged the United States to \u201cstop arms sales to and military\u00a0...", "snippet": "China, which claims Taiwan as its territory, said it \u201cfirmly opposes\u201d the deal and urged the United States to \u201cstop arms sales to and military\u00a0...", "link": "https://www.youtube.com/watch?v=kF-nhx1T1Kk"}, {"id": "a2_c9", "title": "Lawmakers from both parties are urging President Trump to move ...", "text": "Public China is urging the US to cancel a $2.2 billion arms sale to Taiwan. S The Pentagon has told Congress it wants to make a $2.2 billion ...", "snippet": "Public China is urging the US to cancel a $2.2 billion arms sale to Taiwan. S The Pentagon has told Congress it wants to make a $2.2 billion ...", "link": "https://www.facebook.com/OneAmericaNewsNetwork/posts/lawmakers-from-both-parties-are-urging-president-trump-to-move-forward-with-a-ma/1418593890311752/"}, {"id": "a3_c0", "title": "Foreign Ministry Spokesperson Wang Wenbin's Regular Press ...", "text": "Wang Wenbin: China's position on the Ukraine issue is consistent. We believe that all countries' security interests should be respected and ...", "snippet": "Wang Wenbin: China's position on the Ukraine issue is consistent. We believe that all countries' security interests should be respected and ...", "link": "https://us.china-embassy.gov.cn/eng/lcbt/wjbfyrbt/202202/t20220222_10644531.htm"}, {"id": "a3_c1", "title": "Foreign Ministry Spokesperson Wang Wenbin's Regular Press ...", "text": "Wang Wenbin: The Chinese side has received Prime Minister Anthony Albanese's letter of reply to express appreciation to Premier Li Keqiang. I ...", "snippet": "Wang Wenbin: The Chinese side has received Prime Minister Anthony Albanese's letter of reply to express appreciation to Premier Li Keqiang. I ...", "link": "https://www.mfa.gov.cn/eng/zy/jj/diaodao_665718/mn/202206/t20220613_10702460.html"}, {"id": "a3_c2", "title": "Foreign Ministry Spokesperson Wang Wenbin's Regular Press ...", "text": "Wang Wenbin: On July 21, the US abruptly demanded that China's consulate general in Houston cease all operations and events. It is a political ...", "snippet": "Wang Wenbin: On July 21, the US abruptly demanded that China's consulate general in Houston cease all operations and events. It is a political ...", "link": "https://ps.china-office.gov.cn/eng/wjbfyrth/202007/t20200722_6074643.htm"}, {"id": "a3_c3", "title": "Foreign Ministry Spokesperson Wang Wenbin's Regular Press ...", "text": "Wang Wenbin: We have all along firmly opposed US arms sales to China's Taiwan region. China urges the US to abide by the one-China principle and ...", "snippet": "Wang Wenbin: We have all along firmly opposed US arms sales to China's Taiwan region. China urges the US to abide by the one-China principle and ...", "link": "https://frankfurt.china-consulate.gov.cn/det/fyrth/202212/t20221230_10999130.htm"}, {"id": "a3_c4", "title": "China denounces G7 statement, urges it not to interfere in ...", "text": "Foreign Ministry spokesperson Wang Wenbin on Thursday condemned the Group of Seven (G7) statement for grossly interfering in China's internal ...", "snippet": "Foreign Ministry spokesperson Wang Wenbin on Thursday condemned the Group of Seven (G7) statement for grossly interfering in China's internal ...", "link": "https://www.facebook.com/NewsContent.CCTVPLUS/posts/china-denounces-g7-statement-urges-it-not-to-interfere-in-chinas-internal-affair/4534260033293675/"}, {"id": "a3_c5", "title": "Foreign Ministry Spokesperson Wang Wenbin's Regular Press ...", "text": "Wang Wenbin: Yesterday I cited some examples to show the falsehood of BBC's reports on Xinjiang. The Fact Check: Lies on Xinjiang-related Issues Versus the ...", "snippet": "Wang Wenbin: Yesterday I cited some examples to show the falsehood of BBC's reports on Xinjiang. The Fact Check: Lies on Xinjiang-related Issues Versus the ...", "link": "https://us.china-embassy.gov.cn/eng./fyrth/202102/t20210206_4475669.htm"}, {"id": "a3_c6", "title": "Foreign Ministry Spokesperson Wang Wenbin's Regular Press ...", "text": "Wang Wenbin: We welcome foreign platforms and services of various kinds to the Chinese market on the premise that they observe China's laws and ...", "snippet": "Wang Wenbin: We welcome foreign platforms and services of various kinds to the Chinese market on the premise that they observe China's laws and ...", "link": "https://www.mfa.gov.cn/eng/xw/fyrbt/lxjzh/202405/t20240530_11347715.html"}, {"id": "a3_c7", "title": "China's Sharing of COVID Data is Far from 'Open and Transparent'", "text": "On Monday, January 9, Wang defended Beijing's latest COVID-19 measures. He said the situation is under control and \u201coverall improving.\u201d", "snippet": "On Monday, January 9, Wang defended Beijing's latest COVID-19 measures. He said the situation is under control and \u201coverall improving.\u201d", "link": "https://www.voanews.com/a/fact-check-china-covid-data-far-from-open-and-transparent/6915888.html"}, {"id": "a3_c8", "title": "Foreign Ministry spokesman Wang Wenbin said on Wednesday that the ...", "text": "The Chinese Foreign Ministry on Wednesday denounced Western media's \"distorted\" reports about China's optimization of its COVID-19 response ...", "snippet": "The Chinese Foreign Ministry on Wednesday denounced Western media's \"distorted\" reports about China's optimization of its COVID-19 response ...", "link": "https://www.facebook.com/chinadaily/posts/foreign-ministry-spokesman-wang-wenbin-said-on-wednesday-that-the-hype-and-disto/529944859163097/"}, {"id": "a3_c9", "title": "Beijing touts institutional advantages in fight against COVID", "text": "Chinese foreign ministry spokesperson Wang Wenbin said on Thursday that China has \"institutional advantages\" to fight COVID.", "snippet": "Chinese foreign ministry spokesperson Wang Wenbin said on Thursday that China has \"institutional advantages\" to fight COVID.", "link": "https://www.reuters.com/world/china/beijing-touts-institutional-advantages-fight-against-covid-2022-12-15/"}, {"id": "a4_c0", "title": "Foreign Ministry Spokesperson Wang Wenbin's Regular Press ...", "text": "Wang Wenbin: A question on Xinjiang was just raised by the Finnish journalist. This reality check really comes at a good timing. I have also ...", "snippet": "Wang Wenbin: A question on Xinjiang was just raised by the Finnish journalist. This reality check really comes at a good timing. I have also ...", "link": "https://www.mfa.gov.cn/eng/xw/fyrbt/lxjzh/202405/t20240530_11346982.html"}, {"id": "a4_c1", "title": "Foreign Ministry Spokesperson Wang Wenbin's Regular Press ...", "text": "Wang Wenbin: We welcome foreign platforms and services of various kinds to the Chinese market on the premise that they observe China's laws and ...", "snippet": "Wang Wenbin: We welcome foreign platforms and services of various kinds to the Chinese market on the premise that they observe China's laws and ...", "link": "https://us.china-embassy.gov.cn/eng./lcbt/wjbfyrbt/202403/t20240314_11260832.htm"}, {"id": "a4_c2", "title": "FACT CHECK: China ignores Hague's ruling, blames Philippines ...", "text": "spokesperson Wang Wenbin, commented on rising tensions between the Philippines and China, FACT CHECK: China ignores Hague's ruling, blames\u00a0...", "snippet": "spokesperson Wang Wenbin, commented on rising tensions between the Philippines and China, FACT CHECK: China ignores Hague's ruling, blames\u00a0...", "link": "https://www.youtube.com/watch?v=Cd3Yawozy8w"}, {"id": "a4_c3", "title": "Foreign Ministry Spokesperson Wang Wenbin's Regular Press ...", "text": "Wang Wenbin: Our UN representative has fully stated our position in the explanation of vote. Let me stress that independent statehood has been a ...", "snippet": "Wang Wenbin: Our UN representative has fully stated our position in the explanation of vote. Let me stress that independent statehood has been a ...", "link": "https://www.fmprc.gov.cn/eng/xw/fyrbt/lxjzh/202405/t20240530_11347754.html"}, {"id": "a4_c4", "title": "Wang Wenbin", "text": "Wang was formerly a spokesman for the Ministry of Foreign Affairs (MFA) and deputy director of the MFA Information Department from July 2020 to June 2024. He is ...", "snippet": "Wang was formerly a spokesman for the Ministry of Foreign Affairs (MFA) and deputy director of the MFA Information Department from July 2020 to June 2024. He is ...", "link": "https://en.wikipedia.org/wiki/Wang_Wenbin"}]}
+{"input": "PLA will conduct important military exercises and training activities including live-fire drills in six regions surrounding the Taiwan island from Thursday to Sunday", "output": "PLA will conduct important military exercises and training activities including live-fire drills in six regions surrounding the Taiwan island from Thursday to Sunday", "topic": "Taiwan", "ground_truth": "S", "raw_label": "factual", "account": "Global Times", "atoms": [{"id": "a0", "text": "PLA will conduct important military exercises.", "original": "PLA will conduct important military exercises.", "label": "S", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "PLA will conduct training activities.", "original": "PLA will conduct training activities.", "label": "S", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "The training activities will include live-fire drills.", "original": "The training activities will include live-fire drills.", "label": "S", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "The military exercises and training activities will be conducted in six regions.", "original": "The military exercises and training activities will be conducted in six regions.", "label": "S", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}, {"id": "a4", "text": "The six regions are surrounding the Taiwan island.", "original": "The six regions are surrounding the Taiwan island.", "label": "S", "contexts": ["a4_c0", "a4_c1", "a4_c2", "a4_c3", "a4_c4", "a4_c5", "a4_c6", "a4_c7", "a4_c8", "a4_c9"]}, {"id": "a5", "text": "The military exercises and training activities will start on Thursday.", "original": "The military exercises and training activities will start on Thursday.", "label": "S", "contexts": ["a5_c0", "a5_c1", "a5_c2", "a5_c3", "a5_c4", "a5_c5", "a5_c6", "a5_c7", "a5_c8", "a5_c9"]}, {"id": "a6", "text": "The military exercises and training activities will end on Sunday.", "original": "The military exercises and training activities will end on Sunday.", "label": "S", "contexts": ["a6_c0", "a6_c1", "a6_c2", "a6_c3", "a6_c4", "a6_c5", "a6_c6", "a6_c7", "a6_c8", "a6_c9"]}], "contexts": [{"id": "a0_c0", "title": "The PLA's \u201cJustice Mission-2025\u201d Exercise Around Taiwan", "text": "All in all, the Justice Mission-2025 exercise appears to be broadly consistent, in terms of both military operations and narrative propaganda, ...", "snippet": "All in all, the Justice Mission-2025 exercise appears to be broadly consistent, in terms of both military operations and narrative propaganda, ...", "link": "https://globaltaiwan.org/2026/01/pla-justice-mission-2025/"}, {"id": "a0_c1", "title": "Surprise PRC Military Exercise Around Taiwan", "text": "The exercise, named Justice Mission 2025, was the second exercise of its kind in 2025. The PLA began conducting blockade exercises around Taiwan ...", "snippet": "The exercise, named Justice Mission 2025, was the second exercise of its kind in 2025. The PLA began conducting blockade exercises around Taiwan ...", "link": "https://understandingwar.org/research/china-taiwan/china-taiwan-special-report-december-31-2025/"}, {"id": "a0_c2", "title": "The PLA's expanding joint-exercise profile and ...", "text": "As of September 2025, it has participated in nine joint exercises with partner militaries compared to the PLAA's six.", "snippet": "As of September 2025, it has participated in nine joint exercises with partner militaries compared to the PLAA's six.", "link": "https://www.iiss.org/online-analysis/charting-china/2025/11/the-plas-expanding-joint-exercise-profile-and-modernisation/"}, {"id": "a0_c3", "title": "Expert interprets PLA's 'Justice Mission 2025' drill areas as ...", "text": "it will conduct major military drills and organize live firing activities in the seas and airspace around Taiwan from 8 am to 6 pm on Tuesday. ...", "snippet": "it will conduct major military drills and organize live firing activities in the seas and airspace around Taiwan from 8 am to 6 pm on Tuesday. ...", "link": "https://www.globaltimes.cn/page/202512/1351721.shtml"}, {"id": "a0_c4", "title": "What to Do About PLA Exercises Around Taiwan", "text": "Beijing's announcement on Monday that it would conduct live-fire drills across five maritime zones encircling Taiwan marks the sixth major round ...", "snippet": "Beijing's announcement on Monday that it would conduct live-fire drills across five maritime zones encircling Taiwan marks the sixth major round ...", "link": "https://www.choosingvictory.com/p/what-to-do-about-pla-exercises-around"}, {"id": "a0_c5", "title": "China says it has wrapped up war games around Taiwan, as Taipei hits ...", "text": "Fact-checkers find evidence a ship claimed to be in Taiwan's \u30fb military training for war preparedness, Other PLA drills are going on to the ...", "snippet": "Fact-checkers find evidence a ship claimed to be in Taiwan's \u30fb military training for war preparedness, Other PLA drills are going on to the ...", "link": "https://www.rfa.org/english/news/china/taiwan-hits-out-at-fake-news-08102022040933.html"}, {"id": "a0_c6", "title": "China stages record drills designed to encircle Taiwan", "text": "Analysts say Beijing's drills increasingly blur the line between routine military training exercises and what could be stage-setting for an ...", "snippet": "Analysts say Beijing's drills increasingly blur the line between routine military training exercises and what could be stage-setting for an ...", "link": "https://www.reuters.com/world/china/chinas-military-conduct-live-fire-exercises-around-taiwan-tuesday-2025-12-28/"}, {"id": "a0_c7", "title": "The Chinese People's Liberation Army (#PLA) Navy's test launch of ...", "text": "Navy's test launch of a strategic missile by a submarine was a routine military training exercise. It was not targeted at any specific country ...", "snippet": "Navy's test launch of a strategic missile by a submarine was a routine military training exercise. It was not targeted at any specific country ...", "link": "https://x.com/globaltimesnews/status/2074056252808888771"}, {"id": "a0_c8", "title": "China's PLA launches military drills around Taiwan, testing US resolve", "text": "The Chinese military said Tuesday it had launched joint exercises involving its army, navy, air force and rocket force around Taiwan as a \u201cstern warning.\u201d", "snippet": "The Chinese military said Tuesday it had launched joint exercises involving its army, navy, air force and rocket force around Taiwan as a \u201cstern warning.\u201d", "link": "https://www.cnn.com/2025/03/31/china/china-taiwan-military-drills-hnk-intl"}, {"id": "a0_c9", "title": "Timeline and Analysis of the Justice Mission-2025 Joint Exercise", "text": "The exercises featured Beijing's increasing use of coordinated propaganda, law enforcement involvement, and symbolic imagery alongside military pressure.", "snippet": "The exercises featured Beijing's increasing use of coordinated propaganda, law enforcement involvement, and symbolic imagery alongside military pressure.", "link": "https://tsm.schar.gmu.edu/creeping-closer-timeline-and-analysis-of-the-justice-mission-2025-joint-exercise/"}, {"id": "a1_c0", "title": "The Evolution of the PLA's Enlisted Force: Training (Part Two)", "text": "Most training for the entire PLA is put on hold during the Chinese New Year (Spring Festival) that occurs in late January or early February. New Airborne Corps ...", "snippet": "Most training for the entire PLA is put on hold during the Chinese New Year (Spring Festival) that occurs in late January or early February. New Airborne Corps ...", "link": "https://jamestown.org/the-evolution-of-the-plas-enlisted-force-training-part-two/"}, {"id": "a1_c1", "title": "Various PLA Services Start Annual Training for 2025 ...", "text": "The training includes a plenty of intense and challenging activities that aim to test and improve the soldiers' physical and psychological ...", "snippet": "The training includes a plenty of intense and challenging activities that aim to test and improve the soldiers' physical and psychological ...", "link": "https://www.facebook.com/NewsContent.CCTVPLUS/posts/various-pla-services-start-annual-training-for-2025the-chinese-peoples-liberatio/998015999029840/"}, {"id": "a1_c2", "title": "PLA Releases Short Video on Combat Training Activities", "text": "Liberation Army (PLA) on Oct 13 released a short video of its combat training activities, showing the PLA is ready for operations at all times.", "snippet": "Liberation Army (PLA) on Oct 13 released a short video of its combat training activities, showing the PLA is ready for operations at all times.", "link": "https://www.youtube.com/watch?v=9HwQsXKlzNY"}, {"id": "a1_c3", "title": "Frequently Asked Questions", "text": "Canvassing of PLA Conference attendees during programs and at the conference venue (outside of the areas approved by PLA for exhibitors) is strictly prohibited.", "snippet": "Canvassing of PLA Conference attendees during programs and at the conference venue (outside of the areas approved by PLA for exhibitors) is strictly prohibited.", "link": "https://www.placonference.org/faq"}, {"id": "a1_c4", "title": "August '22 PLA Military Exercises: Implications for Taiwan's ...", "text": "The Chinese People's Liberation Army's (PLA) exercises involved firing live ammunition within seven designated zones around Taiwan.", "snippet": "The Chinese People's Liberation Army's (PLA) exercises involved firing live ammunition within seven designated zones around Taiwan.", "link": "https://taiwancss.org/2022/09/30/august-22-pla-military-exercises-implications-for-taiwans-security/"}, {"id": "a1_c5", "title": "Teach with Fact-Checking Lesson Plans", "text": "Teach your students how to sort fact from fiction online in this collection of media literacy lesson plans for middle and high schoolers.", "snippet": "Teach your students how to sort fact from fiction online in this collection of media literacy lesson plans for middle and high schoolers.", "link": "https://www.poynter.org/mediawise/ifcd-2024/teach-with-fact-checking-lesson-plans/"}, {"id": "a1_c6", "title": "Fact-checking for beginners - StoryMaker", "text": "Students will learn the basics of fact-checking a news story, and the difference between primary and secondary sources.", "snippet": "Students will learn the basics of fact-checking a news story, and the difference between primary and secondary sources.", "link": "https://story-maker.org/library/fact-checking-for-beginners/"}, {"id": "a1_c7", "title": "People Win Wars: A 2022 Reality Check on PLA Enlisted Force and ...", "text": "New PLA conscripts must undergo three months of basic training to become minimally trained and likely are not considered experienced until they ...", "snippet": "New PLA conscripts must undergo three months of basic training to become minimally trained and likely are not considered experienced until they ...", "link": "https://warontherocks.com/people-win-wars-a-2022-reality-check-on-pla-enlisted-force-and-related-matters/"}, {"id": "a1_c8", "title": "FACT-CHECKING MANUAL", "text": "Fact-checking, as practised by independent fact-checkers, such as Africa Check, is the verification of claims made in the public arena, using journalistic ...", "snippet": "Fact-checking, as practised by independent fact-checkers, such as Africa Check, is the verification of claims made in the public arena, using journalistic ...", "link": "https://internews.org/wp-content/uploads/2024/02/Youth-Media-Litreracy-Program-Fact-Checking-Manual-final.pdf"}, {"id": "a1_c9", "title": "10 Things You Didn't Know About The PLA", "text": "Training Advantage: The PLA trains more frequently, jointly, and realistically than the U.S. military, with a primary focus on potential conflict with the ...", "snippet": "Training Advantage: The PLA trains more frequently, jointly, and realistically than the U.S. military, with a primary focus on potential conflict with the ...", "link": "https://oe.t2com.army.mil/product/10-things-you-didnt-know-about-the-pla/"}, {"id": "a2_c0", "title": "Army units will conduct live-fire training exercises as part ...", "text": "This exercise will include naval gunfire, close air support as well as artillery fire into both impact areas on the base. Tank main gun firing ...", "snippet": "This exercise will include naval gunfire, close air support as well as artillery fire into both impact areas on the base. Tank main gun firing ...", "link": "https://www.facebook.com/forthoodarmy/posts/army-units-will-conduct-live-fire-training-exercises-as-part-of-ongoing-readines/1146559860852214/"}, {"id": "a2_c1", "title": "No, this isn't a video game, this is LIVE FIRE TRAINING.", "text": "On Monday we conducted a live fire drill at our Training Center! we are able to practice hose movement through various rooms and floors to get ...", "snippet": "On Monday we conducted a live fire drill at our Training Center! we are able to practice hose movement through various rooms and floors to get ...", "link": "https://www.facebook.com/USarmy/posts/no-this-isnt-a-video-game-this-is-live-fire-training/1171596694995669/"}, {"id": "a2_c2", "title": "ESTA Training Drill Regulations", "text": "LIVE FIRE TRAINING: Any drills that involve live fire training. Flammable gas drills include 5 burns over a three hour period or 10 burns for a ...", "snippet": "LIVE FIRE TRAINING: Any drills that involve live fire training. Flammable gas drills include 5 burns over a three hour period or 10 burns for a ...", "link": "https://www.somersetcountynj.gov/government/public-health-safety/emergency-services-training-academy/training-drills"}, {"id": "a2_c3", "title": "Fort Carson to conduct live-fire training exercises for nearly ...", "text": "will conduct live-fire training exercises in the training area from Monday, July 28, through Friday, Aug. 22. . The purpose of the training is ...", "snippet": "will conduct live-fire training exercises in the training area from Monday, July 28, through Friday, Aug. 22. . The purpose of the training is ...", "link": "https://www.fox21news.com/news/local/fort-carson-to-conduct-live-fire-training-exercises-for-nearly-a-month/"}, {"id": "a2_c4", "title": "Live fire exercise", "text": "A live fire exercise (LFX) is a military exercise in which live ammunition and ordnance is used, as opposed to blanks or dummies.", "snippet": "A live fire exercise (LFX) is a military exercise in which live ammunition and ordnance is used, as opposed to blanks or dummies.", "link": "https://en.wikipedia.org/wiki/Live_fire_exercise"}, {"id": "a2_c5", "title": "It's the first time in 26 years that local crews have been able to conduct live- ...", "text": "It's the first time in 26 years that local crews have been able to conduct live-fire training inside an actual home.", "snippet": "It's the first time in 26 years that local crews have been able to conduct live-fire training inside an actual home.", "link": "https://www.facebook.com/wtajnews/posts/its-the-first-time-in-26-years-that-local-crews-have-been-able-to-conduct-live-f/1402512058575417/"}, {"id": "a2_c6", "title": "Not Every Military Exercise Uses Explosives: Understanding Live Fire ...", "text": "\u201cLive fire\u201d simply means service members are training with real equipment in real-world conditions, rather than simulations or classroom ...", "snippet": "\u201cLive fire\u201d simply means service members are training with real equipment in real-world conditions, rather than simulations or classroom ...", "link": "https://www.macro.hawaii.gov/not-every-military-exercise-uses-explosives-understanding-live-fire-and-practice-munitions/"}, {"id": "a2_c7", "title": "Live fire exercise", "text": "A live fire exercise (LFX) is a military exercise in which live ammunition and ordnance is used, as opposed to blanks or dummies.", "snippet": "A live fire exercise (LFX) is a military exercise in which live ammunition and ordnance is used, as opposed to blanks or dummies.", "link": "https://en.wikipedia.org/wiki/Live_fire_exercise"}, {"id": "a2_c8", "title": "2.5 Training and Drills", "text": "The Texas School Safety Center does not recommend using live scenario drills involving simulations that mimic an actual incident, also known as \u201cactive shooter ...", "snippet": "The Texas School Safety Center does not recommend using live scenario drills involving simulations that mimic an actual incident, also known as \u201cactive shooter ...", "link": "https://txssc.txstate.edu/tools/parent-safety/2-school-safety/2-5-training-and-drills.html"}, {"id": "a2_c9", "title": "How to Conduct a Fire Drill at Work", "text": "The fire safety training should include: An emergency evacuation plan or map. An explanation of what each employee should do during an evacuation.", "snippet": "The fire safety training should include: An emergency evacuation plan or map. An explanation of what each employee should do during an evacuation.", "link": "https://www.adt.com/resources/fire-drill"}, {"id": "a3_c0", "title": "Military to Conduct Training in Warning Area 13, Farallon ...", "text": "The U.S. Air Force will conduct live fire exercises in Warning Area 13 and Farallon de Medinilla Aug. 2-3 Barrigada Aug. 3 from 5 a.m. to 5 p.m ...", "snippet": "The U.S. Air Force will conduct live fire exercises in Warning Area 13 and Farallon de Medinilla Aug. 2-3 Barrigada Aug. 3 from 5 a.m. to 5 p.m ...", "link": "https://www.facebook.com/jrmguam/posts/military-to-conduct-training-in-warning-area-13-farallon-de-medinilla-dandan-mal/3453534887991032/"}, {"id": "a3_c1", "title": "REGIONAL COOPERATION 2022 Military Exercise Begins ...", "text": "REGIONAL COOPERATION 22 will be conducted from 10 to 20 August 2022 in Dushanbe, Tajikistan.", "snippet": "REGIONAL COOPERATION 22 will be conducted from 10 to 20 August 2022 in Dushanbe, Tajikistan.", "link": "https://www.centcom.mil/MEDIA/NEWS-ARTICLES/News-Article-View/Article/3123432/regional-cooperation-2022-military-exercise-begins-in-dushanbe/"}, {"id": "a3_c2", "title": "The U.S. and Philippines launched their largest yet annual ...", "text": "The exercises will include joint air and sea drills in the north, southwest and southeast of Taiwan, long-range live firing in the 457 likes ...", "snippet": "The exercises will include joint air and sea drills in the north, southwest and southeast of Taiwan, long-range live firing in the 457 likes ...", "link": "https://www.instagram.com/reel/DXr-Qp1ibqm/"}, {"id": "a3_c3", "title": "South Korea, US to conduct major joint military drills ...", "text": "South Korea and the United States will conduct major joint military drills starting on August 18, officials said, although they will delay ...", "snippet": "South Korea and the United States will conduct major joint military drills starting on August 18, officials said, although they will delay ...", "link": "https://www.reuters.com/world/asia-pacific/south-korea-us-conduct-major-joint-military-drills-starting-august-18-2025-08-07/"}, {"id": "a3_c4", "title": "US Launches Multi-Day Military Exercises In Middle East ...", "text": "The drills aim to strengthen regional security, test coordination with allies, and demonstrate readiness in response to potential threats.", "snippet": "The drills aim to strengthen regional security, test coordination with allies, and demonstrate readiness in response to potential threats.", "link": "https://www.youtube.com/watch?v=ljxQAOueGWk"}, {"id": "a3_c5", "title": "Expect to see and hear a lot of military activity across the ...", "text": "Expect to see and hear a lot of military activity across the islands over the next few weeks for the Rim of the Pacific Exercise. But it\u2019s much more than ...", "snippet": "Expect to see and hear a lot of military activity across the islands over the next few weeks for the Rim of the Pacific Exercise. But it\u2019s much more than ...", "link": "https://www.facebook.com/HawaiiNewsNow/posts/expect-to-see-and-hear-a-lot-of-military-activity-across-the-islands-over-the-ne/1530268832466165/"}, {"id": "a3_c6", "title": "China stages record drills designed to encircle Taiwan", "text": "The live-firing exercises will continue on Tuesday across a record seven zones designated by China's Maritime Safety Administration, making the ...", "snippet": "The live-firing exercises will continue on Tuesday across a record seven zones designated by China's Maritime Safety Administration, making the ...", "link": "https://www.reuters.com/world/china/chinas-military-conduct-live-fire-exercises-around-taiwan-tuesday-2025-12-28/"}, {"id": "a3_c7", "title": "Six countries join naval drills amid tension with China", "text": "A six-nation naval exercise led by the United States and the Philippines has begun in the waters off northern Philippines, the second such drills in 10 days, ...", "snippet": "A six-nation naval exercise led by the United States and the Philippines has begun in the waters off northern Philippines, the second such drills in 10 days, ...", "link": "https://www.rfa.org/english/news/southchinasea/us-philippines-allied-naval-drill-sama-sama-10082024040214.html"}, {"id": "a3_c8", "title": "Military Exercises as Geopolitical Messaging in the NATO- ...", "text": "by R Clem \u00b7 2018 \u00b7 Cited by 41 \u2014 Military exercises are often viewed as geopolitical tools used to boost stability and enhance deterrence. However, they can sometimes have the exact opposite ...", "snippet": "by R Clem \u00b7 2018 \u00b7 Cited by 41 \u2014 Military exercises are often viewed as geopolitical tools used to boost stability and enhance deterrence. However, they can sometimes have the exact opposite ...", "link": "https://tnsr.org/2018/11/military-exercises-as-geopolitical-messaging-in-the-nato-russia-dynamic-reassurance-deterrence-and-instability/"}, {"id": "a3_c9", "title": "Exercise Valiant Shield is one of the largest U.S.-only ...", "text": "Public Guam and the region will see six different military exercises through June, according to Joint Region Marianas, including Sea Dragon 22, ...", "snippet": "Public Guam and the region will see six different military exercises through June, according to Joint Region Marianas, including Sea Dragon 22, ...", "link": "https://www.facebook.com/kuamnews/posts/exercise-valiant-shield-is-one-of-the-largest-us-only-military-training-exercise/10159202853573742/"}, {"id": "a4_c0", "title": "Taiwan", "text": "The traditional Taiwan region (\u672c\u5cf6\u5730\u5340 ), which consists of the main island of Taiwan and its surrounding islands, including the Penghu islands,", "snippet": "The traditional Taiwan region (\u672c\u5cf6\u5730\u5340 ), which consists of the main island of Taiwan and its surrounding islands, including the Penghu islands,", "link": "https://en.wikipedia.org/wiki/Taiwan"}, {"id": "a4_c1", "title": "Exercise Closure Areas and Ballistic Missile Launches", "text": "six closure areas around Taiwan. Box #1 (Taiwan Strait centerline) Box #2 (north of Taipei / Keelung) Box #3 (northeast of Taiwan) Box #4 ( ...", "snippet": "six closure areas around Taiwan. Box #1 (Taiwan Strait centerline) Box #2 (north of Taipei / Keelung) Box #3 (northeast of Taiwan) Box #4 ( ...", "link": "https://globaltaiwan.org/2022/08/an-overview-of-chinese-military-activity-near-taiwan-in-early-august-2022-part-1-exercise-closure-areas-and-ballistic-missile-launches/"}, {"id": "a4_c2", "title": "The Geography of Taiwan explained", "text": "The geologically young island is dominated by a massive temperate mountain range, which covers the eastern two thirds of Taiwan.", "snippet": "The geologically young island is dominated by a massive temperate mountain range, which covers the eastern two thirds of Taiwan.", "link": "https://www.youtube.com/watch?v=dGVpTbkon10"}, {"id": "a4_c3", "title": "Taiwan | History, Flag, Map, Capital, Population, & Facts", "text": "the ROC government has jurisdiction over 22 islands in the Taiwan group and 64 islands to the west in the P'eng-hu (Pescadores) archipelago.", "snippet": "the ROC government has jurisdiction over 22 islands in the Taiwan group and 64 islands to the west in the P'eng-hu (Pescadores) archipelago.", "link": "https://www.britannica.com/place/Taiwan"}, {"id": "a4_c4", "title": "CHAPTER 4 TAIWAN", "text": "Eastern Theater Command forc- es conducted a variety of firepower strike and combat drills that could facilitate a blockade or invasion in six zones encircling ...", "snippet": "Eastern Theater Command forc- es conducted a variety of firepower strike and combat drills that could facilitate a blockade or invasion in six zones encircling ...", "link": "https://www.uscc.gov/sites/default/files/2022-11/Chapter_4--Taiwan.pdf"}, {"id": "a4_c5", "title": "Taiwan's outlying island territories : r/MapPorn", "text": "Fun fact - Taiwan also owned Yijiangshan and Dachen Islands that are even further up north, the Taiwan Island is still growing at a pace of 4mm ...", "snippet": "Fun fact - Taiwan also owned Yijiangshan and Dachen Islands that are even further up north, the Taiwan Island is still growing at a pace of 4mm ...", "link": "https://www.reddit.com/r/MapPorn/comments/1c9ey3o/taiwans_outlying_island_territories/"}, {"id": "a4_c6", "title": "Taiwan | History, Flag, Map, Capital, Population, & Facts", "text": "Taiwan is an island in the western Pacific Ocean that lies roughly 100 miles (160 km) off the coast of southeastern China. Taipei, in the north, is the seat ...", "snippet": "Taiwan is an island in the western Pacific Ocean that lies roughly 100 miles (160 km) off the coast of southeastern China. Taipei, in the north, is the seat ...", "link": "https://www.britannica.com/place/Taiwan"}, {"id": "a4_c7", "title": "Taiwan accuses China of carrying out 'provocative' military patrol near island", "text": "Taiwan accused China on Friday of raising tensions in the region with a \"provocative\" military patrol involving warplanes and warships near the island.", "snippet": "Taiwan accused China on Friday of raising tensions in the region with a \"provocative\" military patrol involving warplanes and warships near the island.", "link": "https://www.reuters.com/world/china/taiwan-accuses-china-carrying-out-provocative-military-patrol-near-island-2025-06-06/"}, {"id": "a4_c8", "title": "Taiwan", "text": "The traditional Taiwan region (\u672c\u5cf6\u5730\u5340 ), which consists of the main island of Taiwan and its surrounding islands, including the Penghu islands,", "snippet": "The traditional Taiwan region (\u672c\u5cf6\u5730\u5340 ), which consists of the main island of Taiwan and its surrounding islands, including the Penghu islands,", "link": "https://en.wikipedia.org/wiki/Taiwan"}, {"id": "a4_c9", "title": "Basic facts about Taiwan", "text": "The administrative divisions of Taiwan region include six municipalities directly under Taiwan authority -- Taipei, New Taipei, Taoyuan, ...", "snippet": "The administrative divisions of Taiwan region include six municipalities directly under Taiwan authority -- Taipei, New Taipei, Taoyuan, ...", "link": "https://english.www.gov.cn/archive/202007/28/content_WS5f1f8c45c6d029c1c2636d06.html"}, {"id": "a5_c0", "title": "The US Military will be conducting a training exercise in northeast ...", "text": "The US Military will be conducting a training exercise in northeast Pasadena until 1:00 a.m. During this time may hear limited helicopter ...", "snippet": "The US Military will be conducting a training exercise in northeast Pasadena until 1:00 a.m. During this time may hear limited helicopter ...", "link": "https://www.facebook.com/LosAngelesCountySheriffsDepartment/posts/cityofpasadena-is-advising-the-public-of-the-following-the-us-military-will-be-c/1437912201710225/"}, {"id": "a5_c1", "title": "Public Service Announcement Tonight, the US military will be ...", "text": "the US military will be conducting a training exercise in the City of Industry until 1:00 am. be conducting a training exercise on Thursday, ...", "snippet": "the US military will be conducting a training exercise in the City of Industry until 1:00 am. be conducting a training exercise on Thursday, ...", "link": "https://www.instagram.com/p/DZLGWH2PH93/"}, {"id": "a5_c2", "title": "South Korea, US to conduct major joint military drills starting August 18", "text": "South Korea and the United States will conduct major joint military drills starting on August 18, officials said, although they will delay ...", "snippet": "South Korea and the United States will conduct major joint military drills starting on August 18, officials said, although they will delay ...", "link": "https://www.reuters.com/world/asia-pacific/south-korea-us-conduct-major-joint-military-drills-starting-august-18-2025-08-07/"}, {"id": "a5_c3", "title": "NATO Exercises and Activities", "text": "Home / Operations / Exercises and Training / NATO Exercises and Activities. NATO Exercises and Activities. Current as of June 18, 2026. EVENT, DATES, LOCATION.", "snippet": "Home / Operations / Exercises and Training / NATO Exercises and Activities. NATO Exercises and Activities. Current as of June 18, 2026. EVENT, DATES, LOCATION.", "link": "https://shape.nato.int/nato-exercises"}, {"id": "a5_c4", "title": "Rep. Chu Statement on Military Training Exercise Conducted on ...", "text": "the U.S. Army conducted military training exercises in Pasadena and other communities across Southern California with limited community notice. ...", "snippet": "the U.S. Army conducted military training exercises in Pasadena and other communities across Southern California with limited community notice. ...", "link": "https://chu.house.gov/media-center/press-releases/rep-chu-statement-military-training-exercise-conducted-wednesday-june-3"}, {"id": "a5_c5", "title": "\u26a0\ufe0f #LBalert NOTICE OF TRAINING \ud83d\udce3 Tonight (6/4), the US Military will ...", "text": "Although LBPD will be in the area, note that this is not a City of Long Beach training exercise. This exercise is being conducted by the US ...", "snippet": "Although LBPD will be in the area, note that this is not a City of Long Beach training exercise. This exercise is being conducted by the US ...", "link": "https://www.facebook.com/LongBeachCity/posts/%EF%B8%8F-lbalert-notice-of-training-tonight-64-the-us-military-will-conduct-a-training-/1398384478991565/"}, {"id": "a5_c6", "title": "South Korea, US to conduct major joint military drills starting August 18", "text": "Annual exercise has frequently been a source of tension with North Korea \u00b7 20 out of 40 field training events will be rescheduled to September, ...", "snippet": "Annual exercise has frequently been a source of tension with North Korea \u00b7 20 out of 40 field training events will be rescheduled to September, ...", "link": "https://www.reuters.com/world/asia-pacific/south-korea-us-conduct-major-joint-military-drills-starting-august-18-2025-08-07/"}, {"id": "a5_c7", "title": "Last night's military training exercise in East Long Beach understandably ...", "text": "... Military operations like these do not follow the standard notification protocols the City would normally use for planned activities or ...", "snippet": "... Military operations like these do not follow the standard notification protocols the City would normally use for planned activities or ...", "link": "https://www.instagram.com/p/DZNepxzSuSb/"}, {"id": "a5_c8", "title": "Training fact sheet: Training exercises | Article | The United States Army", "text": "U.S. Soldiers assigned to Fox Troop, 2nd Squadron, 2nd Cavalry Regiment (2CR), conduct Combat Arms Training during Saber Strike 24 exercise ...", "snippet": "U.S. Soldiers assigned to Fox Troop, 2nd Squadron, 2nd Cavalry Regiment (2CR), conduct Combat Arms Training during Saber Strike 24 exercise ...", "link": "https://www.army.mil/article-amp/278363/training_fact_sheet_training_exercises"}, {"id": "a5_c9", "title": "India has made a historic debut at the elite US Special Operations exercise ...", "text": "India has made a historic debut at the elite US Special Operations exercise 'Battle in the Bay' during SOF Week 2026 in Tampa, Florida.", "snippet": "India has made a historic debut at the elite US Special Operations exercise 'Battle in the Bay' during SOF Week 2026 in Tampa, Florida.", "link": "https://www.facebook.com/firstpostin/posts/india-has-made-a-historic-debut-at-the-elite-us-special-operations-exercise-batt/1502337731927209/"}, {"id": "a6_c0", "title": "City of Pasadena - Public Agency", "text": "Tonight, the US military will be conducting a training exercise in northeast Pasadena until 1:00 a.m. During this time may hear limited ...", "snippet": "Tonight, the US military will be conducting a training exercise in northeast Pasadena until 1:00 a.m. During this time may hear limited ...", "link": "https://www.facebook.com/cityofpasadena/posts/tonight-the-us-military-will-be-conducting-a-training-exercise-in-northeast-pasa/1416928727137224/"}, {"id": "a6_c1", "title": "Public Service Announcement Tonight, the US military will ...", "text": "Public Service Announcement Tonight, the US military will be conducting a training exercise in the City of Industry until 1:00 am.", "snippet": "Public Service Announcement Tonight, the US military will be conducting a training exercise in the City of Industry until 1:00 am.", "link": "https://www.instagram.com/p/DZLGWH2PH93/"}, {"id": "a6_c2", "title": "US Army to conduct training exercises in parts of the UP ...", "text": "Sheriff's Office said training exercises will include air mobility operations and ground-based close-quarter. Training wraps up on Sunday, Aug. ...", "snippet": "Sheriff's Office said training exercises will include air mobility operations and ground-based close-quarter. Training wraps up on Sunday, Aug. ...", "link": "https://www.uppermichiganssource.com/2025/08/11/us-army-conduct-training-exercises-parts-up-this-week/"}, {"id": "a6_c3", "title": "Loud military training exercises in Southern California were ...", "text": "An FBI official said the exercises could continue in Southern California over the next two years, with major events like the Super Bowl and ...", "snippet": "An FBI official said the exercises could continue in Southern California over the next two years, with major events like the Super Bowl and ...", "link": "https://ktla.com/news/local-news/military-training-exercises-southern-california-world-cup-prep/"}, {"id": "a6_c4", "title": "Pasadena residents frustrated after police provide details ...", "text": "Pasadena police provided more information about a late-night military training exercise that startled residents earlier this month.", "snippet": "Pasadena police provided more information about a late-night military training exercise that startled residents earlier this month.", "link": "https://abc7.com/post/pasadena-residents-frustrated-police-provide-details-late-night-military-exercise/19324515/"}, {"id": "a6_c5", "title": "The Army abruptly canceled a major training exercise ...", "text": "Hasan Saeed We can say that the US military will do what it deems necessary to completely dismantle the present Iranian regime.", "snippet": "Hasan Saeed We can say that the US military will do what it deems necessary to completely dismantle the present Iranian regime.", "link": "https://www.facebook.com/washingtonpost/posts/breaking-news-the-army-abruptly-canceled-a-major-training-exercise-officials-sai/1295137779144761/"}, {"id": "a6_c6", "title": "US and S. Korea to end major military exercises", "text": "The annual large-scale joint military exercises, which have frequently infuriated North Korea, will be replaced with smaller drills.", "snippet": "The annual large-scale joint military exercises, which have frequently infuriated North Korea, will be replaced with smaller drills.", "link": "https://www.dw.com/en/us-and-south-korea-to-scrap-major-military-exercises-in-spring/a-47748887"}, {"id": "a6_c7", "title": "Loud military training exercises rattle Long Beach, City of ...", "text": "Military training exercises shook neighborhoods across Southern California as residents reported helicopters, simulated gunfire and ...", "snippet": "Military training exercises shook neighborhoods across Southern California as residents reported helicopters, simulated gunfire and ...", "link": "https://abc7.com/post/loud-military-training-exercises-rattle-long-beach-city-industry-neighborhoods-overnight/19242415/"}, {"id": "a6_c8", "title": "Last night's military training exercise in East Long Beach ...", "text": "... Military operations like these do not follow the standard notification protocols the City would normally use for planned activities or ...", "snippet": "... Military operations like these do not follow the standard notification protocols the City would normally use for planned activities or ...", "link": "https://www.instagram.com/p/DZNepxzSuSb/"}, {"id": "a6_c9", "title": "US, South Korea Announce End to Joint Military Drills", "text": "Move could be seen as good-faith gesture to keep nuclear talks with North Korea alive following the failed Hanoi summit.", "snippet": "Move could be seen as good-faith gesture to keep nuclear talks with North Korea alive following the failed Hanoi summit.", "link": "https://www.voanews.com/a/us-south-korea-announce-end-to-joint-military-drills/4811133.html"}]}
+{"input": "Chinese People's Liberation Army (#PLA) said it will launch a series of targeted military operations around #TaiwanIsland as U.S. House Speaker Nancy Pelosi landed in China's Taiwan region on Tuesday for a visit in disregard of China's opposition.", "output": "Chinese People's Liberation Army (#PLA) said it will launch a series of targeted military operations around #TaiwanIsland as U.S. House Speaker Nancy Pelosi landed in China's Taiwan region on Tuesday for a visit in disregard of China's opposition.", "topic": "Taiwan", "ground_truth": "S", "raw_label": "factual", "account": "People's Daily, China", "atoms": [{"id": "a0", "text": "The Chinese People's Liberation Army (#PLA) said it will launch a series of targeted military operations around #TaiwanIsland.", "original": "The Chinese People's Liberation Army (#PLA) said it will launch a series of targeted military operations around #TaiwanIsland.", "label": "S", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4"]}, {"id": "a1", "text": "U.S. House Speaker Nancy Pelosi landed in China's Taiwan region on Tuesday for a visit.", "original": "U.S. House Speaker Nancy Pelosi landed in China's Taiwan region on Tuesday for a visit.", "label": "S", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "The visit by Nancy Pelosi was in disregard of China's opposition.", "original": "The visit by Nancy Pelosi was in disregard of China's opposition.", "label": "S", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "Nancy Pelosi is the U.S. House Speaker.", "original": "Nancy Pelosi is the U.S. House Speaker.", "label": "S", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}], "contexts": [{"id": "a0_c0", "title": "The Chinese People's Liberation Army (#PLA) Navy's test ...", "text": "The Chinese People's Liberation Army (#PLA) Navy's test launch of a strategic missile by a submarine was a routine military training exercise. ...", "snippet": "The Chinese People's Liberation Army (#PLA) Navy's test launch of a strategic missile by a submarine was a routine military training exercise. ...", "link": "https://www.facebook.com/ChineseEmbSI/videos/the-chinese-peoples-liberation-army-pla-navys-test-launch-of-a-strategic-missile/1323801906401012/"}, {"id": "a0_c1", "title": "#Taiwan - #China: PLA Activities in Taiwan Strait ...", "text": "The People's Liberation Army Eastern Theatre Command announced the manoeuvres on December 29. They cover five zones in waters and airspace ...", "snippet": "The People's Liberation Army Eastern Theatre Command announced the manoeuvres on December 29. They cover five zones in waters and airspace ...", "link": "https://www.facebook.com/americangeo/posts/taiwan-china-pla-activities-in-taiwan-straitchinas-pla-peoples-liberation-army-r/1453952693434906/"}, {"id": "a0_c2", "title": "China launches drills around Taiwan in 'stern warning' to ...", "text": "China's military carries out live firing around Taiwan, says continued drills on Tuesday will simulate blockade of island's main ports.", "snippet": "China's military carries out live firing around Taiwan, says continued drills on Tuesday will simulate blockade of island's main ports.", "link": "https://www.aljazeera.com/news/2025/12/29/china-to-stage-drills-around-taiwan-in-stern-warning-to-external-forces"}, {"id": "a0_c3", "title": "PLA drills around Taiwan: What's the message?", "text": "It is a stern warning against Taiwan independent separatist forces and it is a legitimate and necessary action to safeguard China's sovereignty.", "snippet": "It is a stern warning against Taiwan independent separatist forces and it is a legitimate and necessary action to safeguard China's sovereignty.", "link": "https://www.youtube.com/watch?v=V_ARofLtXEs"}, {"id": "a0_c4", "title": "So What? Reassessing the Military Implications of Chinese ...", "text": "Claims that a China-controlled Taiwan increases the military threat to the United States requires a comparison to the current baseline threat.", "snippet": "Claims that a China-controlled Taiwan increases the military threat to the United States requires a comparison to the current baseline threat.", "link": "https://tnsr.org/2025/06/so-what-reassessing-the-military-implications-of-chinese-control-of-taiwan/"}, {"id": "a1_c0", "title": "House Speaker Nancy Pelosi touches down in Taiwan despite China's ...", "text": "Pelosi and members of a congressional delegation landed at Taipei Songshan Airport in the Taiwanese capital at just after 10:40 p.m. local time as part of her ...", "snippet": "Pelosi and members of a congressional delegation landed at Taipei Songshan Airport in the Taiwanese capital at just after 10:40 p.m. local time as part of her ...", "link": "https://abcnews.com/amp/International/house-speaker-nancy-pelosi-touches-taiwan-chinas-warnings/story?id=87791154"}, {"id": "a1_c1", "title": "Statement by China's Ministry of Foreign Affairs on Pelosi's visit to ...", "text": "China is all along opposed to the visit to Taiwan by U.S. congressional members, and the U.S. executive branch has the responsibility to stop ...", "snippet": "China is all along opposed to the visit to Taiwan by U.S. congressional members, and the U.S. executive branch has the responsibility to stop ...", "link": "https://us.china-embassy.gov.cn/eng/zmgx/zxxx/202208/t20220802_10732305.htm"}, {"id": "a1_c2", "title": "US \ud83c\uddfa\ud83c\uddf8 House of Representatives Speaker #NancyPelosi has landed ...", "text": "US House Speaker Nancy Pelosi landed in Taipei on Tuesday despite threats and raising tension between Washington and Beijing over the historic ...", "snippet": "US House Speaker Nancy Pelosi landed in Taipei on Tuesday despite threats and raising tension between Washington and Beijing over the historic ...", "link": "https://www.facebook.com/FRANCE24.English/posts/-breaking-us-house-of-representatives-speaker-nancypelosi-has-landed-in-taiwan-p/366655308967185/"}, {"id": "a1_c3", "title": "Chicago Tonight | House Speaker Nancy Pelosi Visits Taiwan, Defies ...", "text": "", "snippet": "", "link": "https://www.pbs.org/video/house-speaker-nancy-pelosi-visits-taiwan-defies-beijing-pds5/"}, {"id": "a1_c4", "title": "2022 visit by Nancy Pelosi to Taiwan", "text": "American politician Nancy Pelosi, while serving as the speaker of the U.S. House of Representatives, visited Taiwan on August 2, 2022. August 4 to 11, 2022,", "snippet": "American politician Nancy Pelosi, while serving as the speaker of the U.S. House of Representatives, visited Taiwan on August 2, 2022. August 4 to 11, 2022,", "link": "https://en.wikipedia.org/wiki/2022_visit_by_Nancy_Pelosi_to_Taiwan"}, {"id": "a1_c5", "title": "Statement by China's Ministry of Foreign Affairs on Pelosi's ...", "text": "China is all along opposed to the visit to Taiwan by U.S. congressional members, and the U.S. executive branch has the responsibility to stop ...", "snippet": "China is all along opposed to the visit to Taiwan by U.S. congressional members, and the U.S. executive branch has the responsibility to stop ...", "link": "https://us.china-embassy.gov.cn/eng/zmgx/zxxx/202208/t20220802_10732305.htm"}, {"id": "a1_c6", "title": "House Speaker Nancy Pelosi touches down in Taiwan ...", "text": "Pelosi and members of a congressional delegation landed at Taipei Songshan Airport in the Taiwanese capital at just after 10:40 p.m. local time as part of her ...", "snippet": "Pelosi and members of a congressional delegation landed at Taipei Songshan Airport in the Taiwanese capital at just after 10:40 p.m. local time as part of her ...", "link": "https://abcnews.com/International/house-speaker-nancy-pelosi-touches-taiwan-chinas-warnings/story?id=87791154"}, {"id": "a1_c7", "title": "WATCH: House Speaker Nancy Pelosi arrived in Taiwan ...", "text": "Nancy Pelosi landed at Taiwan's Songshan airport around 11 p.m. local time Tuesday for a visit to the self-governing island", "snippet": "Nancy Pelosi landed at Taiwan's Songshan airport around 11 p.m. local time Tuesday for a visit to the self-governing island", "link": "https://www.facebook.com/MeetThePress/posts/watch-house-speaker-nancy-pelosi-arrived-in-taiwan-tuesday-despite-strong-warnin/10160986080502871/"}, {"id": "a1_c8", "title": "House Speaker Pelosi Arrives In Taiwan Despite Threats ...", "text": "House Speaker Nancy Pelosi has landed in Taiwan despite China threatening \u201cserious consequences\u201d if her visit went ahead.", "snippet": "House Speaker Nancy Pelosi has landed in Taiwan despite China threatening \u201cserious consequences\u201d if her visit went ahead.", "link": "https://www.youtube.com/watch?v=nphPW-5W7aY"}, {"id": "a1_c9", "title": "Speaker Pelosi's Taiwan Visit: Implications for the Indo- ...", "text": "Nancy Pelosi's visit to Taiwan beginning August 2 triggered stark opposition from Beijing and sparked concerns within the United States", "snippet": "Nancy Pelosi's visit to Taiwan beginning August 2 triggered stark opposition from Beijing and sparked concerns within the United States", "link": "https://www.csis.org/analysis/speaker-pelosis-taiwan-visit-implications-indo-pacific"}, {"id": "a2_c0", "title": "Statement by China's Ministry of Foreign Affairs on Pelosi's visit to ...", "text": "On 2 August, in disregard of China's strong opposition and serious representations, Speaker of the U.S. House of Representatives Nancy Pelosi ...", "snippet": "On 2 August, in disregard of China's strong opposition and serious representations, Speaker of the U.S. House of Representatives Nancy Pelosi ...", "link": "https://us.china-embassy.gov.cn/eng/zmgx/zxxx/202208/t20220802_10732305.htm"}, {"id": "a2_c1", "title": "China suspends cooperation with US on range of issues, sanctions ...", "text": "Nancy Pelosi insisted on visiting Taiwan in disregard of China's serious concerns and firm opposition, seriously interfering in China's ...", "snippet": "Nancy Pelosi insisted on visiting Taiwan in disregard of China's serious concerns and firm opposition, seriously interfering in China's ...", "link": "https://www.cnn.com/2022/08/05/asia/nancy-pelosi-taiwan-china-tokyo-intl-hnk"}, {"id": "a2_c2", "title": "A Chinese Foreign Ministry statement said that Pelosi had ...", "text": "A Chinese Foreign Ministry statement said that Pelosi had disregarded China's serious concerns and resolute opposition to her visit to Taiwan.", "snippet": "A Chinese Foreign Ministry statement said that Pelosi had disregarded China's serious concerns and resolute opposition to her visit to Taiwan.", "link": "https://www.facebook.com/kcci8/posts/a-chinese-foreign-ministry-statement-said-that-pelosi-had-disregarded-chinas-ser/10158534051965079/"}, {"id": "a2_c3", "title": "China slams Nancy Pelosi's Taiwan visit as 'extremely dangerous'", "text": "China immediately condemned Pelosi's visit, with the foreign ministry saying it seriously damages peace and stability in the Taiwan Strait. The ...", "snippet": "China immediately condemned Pelosi's visit, with the foreign ministry saying it seriously damages peace and stability in the Taiwan Strait. The ...", "link": "https://www.aljazeera.com/news/2022/8/2/china-slams-pelosis-taiwan-visit-extremely-dangerous"}, {"id": "a2_c4", "title": "Vice Foreign Minister Ma Zhaoxu on Pelosi's Visit to ...", "text": "Speaker Pelosi made this provocative visit in disregard of China's warning. The visit infringed on China's sovereignty and territorial ...", "snippet": "Speaker Pelosi made this provocative visit in disregard of China's warning. The visit infringed on China's sovereignty and territorial ...", "link": "https://www.fmprc.gov.cn/eng/wjb/zzjg_663340/xws_665282/xgxw_665284/202208/t20220809_10738069.html"}, {"id": "a2_c5", "title": "ITOW: Some Facts About Pelosi's Visit to Taiwan - Air University", "text": "Nancy Pelosi made a provocative visit to China's Taiwan region recently in disregard of the Chinese side's stern warnings.", "snippet": "Nancy Pelosi made a provocative visit to China's Taiwan region recently in disregard of the Chinese side's stern warnings.", "link": "https://www.airuniversity.af.edu/CASI/Display/Article/3139316/itow-some-facts-about-pelosis-visit-to-taiwan/"}, {"id": "a2_c6", "title": "Statement by China's Ministry of Foreign Affairs on Pelosi's visit to ...", "text": "On 2 August, in disregard of China's strong opposition and serious representations, Speaker of the U.S. House of Representatives Nancy Pelosi ...", "snippet": "On 2 August, in disregard of China's strong opposition and serious representations, Speaker of the U.S. House of Representatives Nancy Pelosi ...", "link": "https://us.china-embassy.gov.cn/eng/zmgx/zxxx/202208/t20220802_10732305.htm"}, {"id": "a2_c7", "title": "China sanctions Nancy Pelosi over Taiwan visit", "text": "A Chinese foreign ministry statement on Friday said Pelosi had disregarded China's concerns and resolute opposition to her visit \u2013 China claims Taiwan as its ...", "snippet": "A Chinese foreign ministry statement on Friday said Pelosi had disregarded China's concerns and resolute opposition to her visit \u2013 China claims Taiwan as its ...", "link": "https://www.facebook.com/TheHill/posts/china-on-friday-imposed-sanctions-on-speaker-nancy-pelosi-d-calif-following-her-/10160341408124087/"}, {"id": "a2_c8", "title": "Pelosi's planned visit to Taiwan raises concerns in the U.S. and China", "text": "House Speaker Nancy Pelosi's plans to travel to Taiwan has created a stir in both Beijing and Washington. Susan Shirk, chair of the 21st\u00a0...", "snippet": "House Speaker Nancy Pelosi's plans to travel to Taiwan has created a stir in both Beijing and Washington. Susan Shirk, chair of the 21st\u00a0...", "link": "https://www.youtube.com/watch?v=S12qcQ3cL3U"}, {"id": "a2_c9", "title": "Nancy Pelosi's visit sparks new wave of misinformation in Taiwan", "text": "Pelosi's Asia trips included a stop in Taiwan remained unclear and China was fiercely trying to hold her back, videos appeared on Twitter with ...", "snippet": "Pelosi's Asia trips included a stop in Taiwan remained unclear and China was fiercely trying to hold her back, videos appeared on Twitter with ...", "link": "https://en.tfc-taiwan.org.tw/en_tfc_146/"}, {"id": "a3_c0", "title": "Nancy Pelosi", "text": "Nancy Patricia Pelosi is an American politician who was the 52nd speaker of the United States House of Representatives, serving from 2007 to 2011 and again ...", "snippet": "Nancy Patricia Pelosi is an American politician who was the 52nd speaker of the United States House of Representatives, serving from 2007 to 2011 and again ...", "link": "https://en.wikipedia.org/wiki/Nancy_Pelosi"}, {"id": "a3_c1", "title": "Biography | Representative Nancy Pelosi - House.gov", "text": "Nancy Pelosi served as the 52nd Speaker of the House of Representatives, having made history in 2007 when she was elected the first woman to serve as Speaker ...", "snippet": "Nancy Pelosi served as the 52nd Speaker of the House of Representatives, having made history in 2007 when she was elected the first woman to serve as Speaker ...", "link": "https://pelosi.house.gov/biography"}, {"id": "a3_c2", "title": "Nancy Pelosi: Why I'm leading a congressional delegation to Taiwan", "text": "Nancy Pelosi, a Democrat from California, is speaker of the House of Representatives. Some 43 years ago, the United States Congress ...", "snippet": "Nancy Pelosi, a Democrat from California, is speaker of the House of Representatives. Some 43 years ago, the United States Congress ...", "link": "https://www.washingtonpost.com/opinions/2022/08/02/nancy-pelosi-taiwan-visit-op-ed/"}, {"id": "a3_c3", "title": "User Clip: Election of Nancy Pelosi as Speaker of the House", "text": "", "snippet": "", "link": "https://www.c-span.org/clip/house-highlight/user-clip-election-of-nancy-pelosi-as-speaker-of-the-house/4777693"}, {"id": "a3_c4", "title": "Nancy Pelosi", "text": "Nancy Pelosi, the Representative from California - in Congress from 1987 through Present. Website https://pelosi.house.gov/", "snippet": "Nancy Pelosi, the Representative from California - in Congress from 1987 through Present. Website https://pelosi.house.gov/", "link": "https://www.congress.gov/member/nancy-pelosi/P000197"}, {"id": "a3_c5", "title": "Fact checking Nancy Pelosi statements over the years", "text": "Pelosi has been falsely accused of being drunk and committing treason, but she has also made a few questionable statements herself.", "snippet": "Pelosi has been falsely accused of being drunk and committing treason, but she has also made a few questionable statements herself.", "link": "https://www.aljazeera.com/news/2025/11/7/fact-checking-nancy-pelosi-statements-over-the-years"}, {"id": "a3_c6", "title": "Nancy Pelosi Archives", "text": "Paul Pelosi, the husband of House Speaker Nancy Pelosi, was arrested for alleged drunken driving on May 28. Posts on social media falsely claim that the DUI ...", "snippet": "Paul Pelosi, the husband of House Speaker Nancy Pelosi, was arrested for alleged drunken driving on May 28. Posts on social media falsely claim that the DUI ...", "link": "https://www.factcheck.org/person/nancy-pelosi/"}, {"id": "a3_c7", "title": "Nancy Pelosi retires with a long record, and a long fact- ...", "text": "We first fact-checked the former House speaker on Aug. 25, 2008, when she characterized then-presidential candidate Barack Obama as a state ...", "snippet": "We first fact-checked the former House speaker on Aug. 25, 2008, when she characterized then-presidential candidate Barack Obama as a state ...", "link": "https://www.poynter.org/fact-checking/2025/nancy-pelosi-retires/"}, {"id": "a3_c8", "title": "Nancy Pelosi", "text": "Nancy Patricia Pelosi is an American politician who was the 52nd speaker of the United States House of Representatives, serving from 2007 to 2011 and again ...", "snippet": "Nancy Patricia Pelosi is an American politician who was the 52nd speaker of the United States House of Representatives, serving from 2007 to 2011 and again ...", "link": "https://en.wikipedia.org/wiki/Nancy_Pelosi"}, {"id": "a3_c9", "title": "Nancy Pelosi", "text": "Nancy Pelosi represents a district in California. She served as speaker of the U.S. House January 2019-2021. Formerly the speaker of the House from 2007-11, ...", "snippet": "Nancy Pelosi represents a district in California. She served as speaker of the U.S. House January 2019-2021. Formerly the speaker of the House from 2007-11, ...", "link": "https://www.politifact.com/personalities/nancy-pelosi/"}]}
+{"input": "The government of Honduras announced on Saturday that it is ending its \"diplomatic ties\" with the Taiwan region. The country's Foreign Ministry released the announcement on its Twitter account.", "output": "The government of Honduras announced on Saturday that it is ending its \"diplomatic ties\" with the Taiwan region. The country's Foreign Ministry released the announcement on its Twitter account.", "topic": "Taiwan", "ground_truth": "S", "raw_label": "factual", "account": "CCTV", "atoms": [{"id": "a0", "text": "The government of Honduras announced that it is ending its diplomatic ties with the Taiwan region.", "original": "The government of Honduras announced that it is ending its diplomatic ties with the Taiwan region.", "label": "S", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4"]}, {"id": "a1", "text": "The announcement was made on Saturday.", "original": "The announcement was made on Saturday.", "label": "S", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "The country's Foreign Ministry released the announcement.", "original": "The country's Foreign Ministry released the announcement.", "label": "S", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "The announcement was released on the Foreign Ministry's Twitter account.", "original": "The announcement was released on the Foreign Ministry's Twitter account.", "label": "S", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}], "contexts": [{"id": "a0_c0", "title": "Honduras ending 'diplomatic ties' with Taiwan region", "text": "Honduras has ended its decades-long diplomatic relations with Taiwan, paving the way for the Central American country to establish a formal\u00a0...", "snippet": "Honduras has ended its decades-long diplomatic relations with Taiwan, paving the way for the Central American country to establish a formal\u00a0...", "link": "https://www.facebook.com/cctvcom/posts/the-government-of-honduras-announced-on-saturday-that-it-is-ending-its-diplomati/765301411621623/"}, {"id": "a0_c1", "title": "Honduras establishes ties with China after ending recognition ... - PBS", "text": "Honduras established diplomatic ties with China on Sunday after breaking off relations with Taiwan, now recognized by only 13 sovereign states.", "snippet": "Honduras established diplomatic ties with China on Sunday after breaking off relations with Taiwan, now recognized by only 13 sovereign states.", "link": "https://www.pbs.org/newshour/world/honduras-establishes-ties-with-china-after-ending-recognition-of-taiwan"}, {"id": "a0_c2", "title": "The Honduras U-Turn And Taiwan's Path Ahead", "text": "The 25th of March 2023 saw Honduras declare a formal end to its diplomatic relationship with Taiwan, before proceeding to establish official \u00a0...", "snippet": "The 25th of March 2023 saw Honduras declare a formal end to its diplomatic relationship with Taiwan, before proceeding to establish official \u00a0...", "link": "https://tdhj.org/blog/post/honduras-taiwan-china/"}, {"id": "a0_c3", "title": "Honduras cuts ties with Taiwan, opens relations with China", "text": "Honduras switches diplomatic allegiance from Taiwan to China, leaving Taipei recognised by just 13 sovereign states.", "snippet": "Honduras switches diplomatic allegiance from Taiwan to China, leaving Taipei recognised by just 13 sovereign states.", "link": "https://www.aljazeera.com/news/2023/3/26/honduras-cuts-diplomatic-ties-with-taiwan"}, {"id": "a0_c4", "title": "Honduras breaks diplomatic ties with Taiwan - DW.com", "text": "Honduras announced an end to its decades old diplomatic relationship with Taiwan, just days after saying that it would establish ties with China.", "snippet": "Honduras announced an end to its decades old diplomatic relationship with Taiwan, just days after saying that it would establish ties with China.", "link": "https://www.dw.com/en/honduras-breaks-diplomatic-ties-with-taiwan/a-65123318"}, {"id": "a1_c0", "title": "What to know about the planned Saturday, March 28 'No ...", "text": "Thousands of Southern Californians are expected to turn out for a third wave of No Kings protests on Saturday to protest President Donald Trump ...", "snippet": "Thousands of Southern Californians are expected to turn out for a third wave of No Kings protests on Saturday to protest President Donald Trump ...", "link": "https://www.dailynews.com/2026/03/24/what-to-know-about-the-planned-saturday-march-28-no-kings-protests-in-southern-california/"}, {"id": "a1_c1", "title": "March With Us at No Kings, 3/28 | Clarion Online", "text": "No Kings, Saturday, March 28, Step Off at 2 PM. Our country does not belong to strongmen, billionaires, or those who rule through fear and ...", "snippet": "No Kings, Saturday, March 28, Step Off at 2 PM. Our country does not belong to strongmen, billionaires, or those who rule through fear and ...", "link": "https://psc-cuny.org/news-events/week/march-with-us-at-no-kings-3-28-clarion-online/"}, {"id": "a1_c2", "title": "March 2026 No Kings protests", "text": "The March 2026 No Kings protests were a group of coordinated protests that took place on March 28, 2026. They were part of a series of demonstrations in the ...", "snippet": "The March 2026 No Kings protests were a group of coordinated protests that took place on March 28, 2026. They were part of a series of demonstrations in the ...", "link": "https://en.wikipedia.org/wiki/March_2026_No_Kings_protests"}, {"id": "a1_c3", "title": "'Let's make good trouble': No Kings 3 attracts 12000 people ...", "text": "No Kings 3 attracts 12,000 people downtown to protest Trump Administration \u2026 to protest the war in Iran and condemn the Trump Administration. ...", "snippet": "No Kings 3 attracts 12,000 people downtown to protest Trump Administration \u2026 to protest the war in Iran and condemn the Trump Administration. ...", "link": "https://www.newspress.com/2026/03/28/lets-make-good-trouble-no-kings-3-attracts-12000-people-downtown-to-protest-trump-administration/"}, {"id": "a1_c4", "title": "Third No Kings Protest Scheduled for Saturday", "text": "At 1:30 p.m., protesters will march to De la Guerra Plaza. More than 3,000 places across the world are holding No Kings protests according to ...", "snippet": "At 1:30 p.m., protesters will march to De la Guerra Plaza. More than 3,000 places across the world are holding No Kings protests according to ...", "link": "https://www.independent.com/2026/03/25/third-no-kings-protest-scheduled-for-saturday/"}, {"id": "a1_c5", "title": "Fact Checks", "text": "President Donald Trump has regularly said that drug-price discounts on his watch are greater than 100%, which isn't mathematically possible. Now his health and ...", "snippet": "President Donald Trump has regularly said that drug-price discounts on his watch are greater than 100%, which isn't mathematically possible. Now his health and ...", "link": "https://www.pbs.org/newshour/tag/fact-check"}, {"id": "a1_c6", "title": "FactCheck.org - A Project of The Annenberg Public Policy ...", "text": "Ads in the Alaska Senate race are trading competing claims about former Rep. Mary Peltola's votes on military pay raises. Democratic Group Makes False Claim in ...", "snippet": "Ads in the Alaska Senate race are trading competing claims about former Rep. Mary Peltola's votes on military pay raises. Democratic Group Makes False Claim in ...", "link": "https://www.factcheck.org/"}, {"id": "a1_c7", "title": "As the US gov't shutdown drags on, misinformation is ...", "text": "As the US gov't shutdown drags on, misinformation is spreading fast \u2014 from exaggerated SNAP claims to a viral post falsely alleging ...", "snippet": "As the US gov't shutdown drags on, misinformation is spreading fast \u2014 from exaggerated SNAP claims to a viral post falsely alleging ...", "link": "https://www.facebook.com/aljazeera/videos/whats-being-said-about-the-us-government-shutdown-fact-check/819166927822573/"}, {"id": "a1_c8", "title": "Fact Check | CNN Politics", "text": "CNN holds elected officials and candidates accountable by pointing out what's true and what's not. Here's a look at our recent fact checks.", "snippet": "CNN holds elected officials and candidates accountable by pointing out what's true and what's not. Here's a look at our recent fact checks.", "link": "https://www.cnn.com/politics/fact-check"}, {"id": "a1_c9", "title": "AP Fact Check", "text": "Verify the latest news with AP Fact Check. AP fact checkers combat misinformation by debunking false and misleading claims.", "snippet": "Verify the latest news with AP Fact Check. AP fact checkers combat misinformation by debunking false and misleading claims.", "link": "https://apnews.com/ap-fact-check"}, {"id": "a2_c0", "title": "State Department suspends nearly all U.S. foreign aid for 3 ...", "text": "Late today, the U.S. State Department suspended all foreign assistance around the world for at least three months. It affects tens of billions ...", "snippet": "Late today, the U.S. State Department suspended all foreign assistance around the world for at least three months. It affects tens of billions ...", "link": "https://www.pbs.org/newshour/show/state-department-suspends-nearly-all-u-s-foreign-aid-for-3-months"}, {"id": "a2_c1", "title": "Trump signs executive order pausing foreign assistance for ...", "text": "President Trump on Monday signed an executive order suspending any new US foreign development assistance for three months.", "snippet": "President Trump on Monday signed an executive order suspending any new US foreign development assistance for three months.", "link": "https://thehill.com/policy/international/5097273-trump-executive-order-foreign-development/"}, {"id": "a2_c2", "title": "US Government Announces Human Rights and Export ...", "text": "On March 30, 2023, the White House and US Department of Commerce's Bureau of Industry and Security (BIS) announced human rights and export control measures.", "snippet": "On March 30, 2023, the White House and US Department of Commerce's Bureau of Industry and Security (BIS) announced human rights and export control measures.", "link": "https://sanctionsnews.bakermckenzie.com/us-government-announces-human-rights-and-export-control-measures/"}, {"id": "a2_c3", "title": "President Trump's Proclamation on Enhanced Vetting of ...", "text": "The proclamation states that following a worldwide assessment based on these criteria, all countries were given the opportunity to improve ...", "snippet": "The proclamation states that following a worldwide assessment based on these criteria, all countries were given the opportunity to improve ...", "link": "https://www.congress.gov/crs_external_products/IN/PDF/IN10791/IN10791.3.pdf"}, {"id": "a2_c4", "title": "Trump orders include withdrawing from WHO, halting US ...", "text": "Trump issued a series of executive actions after taking office Monday, including moving to withdraw from international health and climate ...", "snippet": "Trump issued a series of executive actions after taking office Monday, including moving to withdraw from international health and climate ...", "link": "https://www.voanews.com/a/trump-orders-include-withdrawing-from-who-halting-us-foreign-aid/7944399.html"}, {"id": "a2_c5", "title": "pibfactcheck", "text": "pib FACT CHECK FAKE NEWS ALERT Ministry of External Affairs has NOT issued any such statement Middle Eastern Affairs @Middle_Eastern0 ...", "snippet": "pib FACT CHECK FAKE NEWS ALERT Ministry of External Affairs has NOT issued any such statement Middle Eastern Affairs @Middle_Eastern0 ...", "link": "https://www.instagram.com/p/DM5anNvz64E/"}, {"id": "a2_c6", "title": "PARTLY FALSE: This purported letter from China's Foreign ...", "text": "This purported letter from China's Foreign Ministry announcing the cancellation of a visit to Somalia is fake", "snippet": "This purported letter from China's Foreign Ministry announcing the cancellation of a visit to Somalia is fake", "link": "https://pesacheck.org/partly-false-this-purported-letter-from-chinas-foreign-ministry-announcing-the-cancellation-of-a-visit-to-somalia-is-fake/"}, {"id": "a2_c7", "title": "MEA FactCheck (@MEAFactCheck) / Posts / X", "text": "It has been noticed that fake announcements and advertisements for Kailash Manasarovar Yatra organized by MEA are circulating online. Beware of such ...", "snippet": "It has been noticed that fake announcements and advertisements for Kailash Manasarovar Yatra organized by MEA are circulating online. Beware of such ...", "link": "https://x.com/MEAFactCheck?lang=en"}, {"id": "a2_c8", "title": "Intelligence Memo Undercuts Trump's Immigration Argument", "text": "The six-page memo from the National Intelligence Council, \u201cVenezuela: Examining Regime Ties to Tren de Aragua,\u201d was released by the Office of ...", "snippet": "The six-page memo from the National Intelligence Council, \u201cVenezuela: Examining Regime Ties to Tren de Aragua,\u201d was released by the Office of ...", "link": "https://www.factcheck.org/2025/05/intelligence-memo-undercuts-trumps-immigration-argument/"}, {"id": "a2_c9", "title": "Fact Check Tools Recents", "text": "Recent fact checks A Kuwaiti-Bahraini strike on Iran in response to Iranian attacks. Privately funded operations paid for by the government increased eleven- ...", "snippet": "Recent fact checks A Kuwaiti-Bahraini strike on Iran in response to Iranian attacks. Privately funded operations paid for by the government increased eleven- ...", "link": "https://toolbox.google.com/factcheck"}, {"id": "a3_c0", "title": "Department of State (@StateDept) / Posts / X", "text": "Breaking news: Secretary of State Marco Rubio has invited ministers from more than 60 countries to a meeting next week about what the Trump administration views ...", "snippet": "Breaking news: Secretary of State Marco Rubio has invited ministers from more than 60 countries to a meeting next week about what the Trump administration views ...", "link": "https://x.com/StateDept?lang=en"}, {"id": "a3_c1", "title": "Foreign Ministry statement regarding Twitter's act of ...", "text": "On April 5, the American social media company Twitter resorted to a blatant act of censorship by concealing a post on the Russian Foreign Ministry's official ...", "snippet": "On April 5, the American social media company Twitter resorted to a blatant act of censorship by concealing a post on the Russian Foreign Ministry's official ...", "link": "https://mid.ru/en/foreign_policy/news/1808143/"}, {"id": "a3_c2", "title": "Ministry of Foreign Affairs \ud83c\uddf2\ud83c\uddfb (@MoFAmv) / Posts / X", "text": "Official Twitter Account of the Ministry of Foreign Affairs of the Republic of Maldives. Posts. Ministry of Foreign Affairs profile.", "snippet": "Official Twitter Account of the Ministry of Foreign Affairs of the Republic of Maldives. Posts. Ministry of Foreign Affairs profile.", "link": "https://x.com/MoFAmv?lang=en"}, {"id": "a3_c3", "title": "Dutch Ministry of Foreign Affairs \ud83c\uddf3\ud83c\uddf1 (@DutchMFA) / Posts / X", "text": "Tweets from the Ministry of Foreign Affairs. The Netherlands welcomes the progress made in Washington with the signing of the Trilateral Framework between the ...", "snippet": "Tweets from the Ministry of Foreign Affairs. The Netherlands welcomes the progress made in Washington with the signing of the Trilateral Framework between the ...", "link": "https://x.com/DutchMFA?lang=en"}, {"id": "a3_c4", "title": "#WATCH:\u201dWe reject Twitter diplomacy, and we will not be ...", "text": "Ukraine and Israel were locked in a diplomatic row over allegations Israel had accepted shipments of grain which Kyiv said Russia had \u201cstolen\u201d ...", "snippet": "Ukraine and Israel were locked in a diplomatic row over allegations Israel had accepted shipments of grain which Kyiv said Russia had \u201cstolen\u201d ...", "link": "https://www.facebook.com/ArabNews/videos/watchwe-reject-twitter-diplomacy-and-we-will-not-be-influenced-by-that-we-say-ag/1308657828000046/"}, {"id": "a3_c5", "title": "Fact Check Unit of the External Affairs Ministry debunks ...", "text": "Fact Check Unit of the External Affairs Ministry debunks claims on social media that the Indian Ambassador to China was summoned by Beijing ...", "snippet": "Fact Check Unit of the External Affairs Ministry debunks claims on social media that the Indian Ambassador to China was summoned by Beijing ...", "link": "https://www.facebook.com/airnewsalerts/posts/fact-check-unit-of-the-external-affairs-ministry-debunks-claims-on-social-media-/1386337210356643/"}, {"id": "a3_c6", "title": "Department of State (@StateDept) / Posts / X", "text": "Breaking news: Secretary of State Marco Rubio has invited ministers from more than 60 countries to a meeting next week about what the Trump administration views ...", "snippet": "Breaking news: Secretary of State Marco Rubio has invited ministers from more than 60 countries to a meeting next week about what the Trump administration views ...", "link": "https://x.com/StateDept?lang=en"}, {"id": "a3_c7", "title": "MEA FactCheck (@MEAFactCheck) / Posts / X", "text": "\u274c The video is * #Fake* and *digitally manipulated* . \u2713 The MEA spokesperson has *NOT* made any such statement. Watch the original video unedited clip here: ...", "snippet": "\u274c The video is * #Fake* and *digitally manipulated* . \u2713 The MEA spokesperson has *NOT* made any such statement. Watch the original video unedited clip here: ...", "link": "https://x.com/MEAFactCheck?lang=en"}, {"id": "a3_c8", "title": "Twitter fact-checks China amid bias row", "text": "Twitter, under intense scrutiny for its use of fact-checking warnings, has added them to tweets from China's foreign ministry spokesperson.", "snippet": "Twitter, under intense scrutiny for its use of fact-checking warnings, has added them to tweets from China's foreign ministry spokesperson.", "link": "https://www.bbc.com/news/technology-52833063"}, {"id": "a3_c9", "title": "Foreign Ministry statement regarding Twitter's act of ...", "text": "On April 5, the American social media company Twitter resorted to a blatant act of censorship by concealing a post on the Russian Foreign Ministry's official ...", "snippet": "On April 5, the American social media company Twitter resorted to a blatant act of censorship by concealing a post on the Russian Foreign Ministry's official ...", "link": "https://mid.ru/en/foreign_policy/news/1808143/"}]}
+{"input": "The World Health Assembly (WHA), the highest decision-making body of the World Health Organization (#WHO), on Monday decided not to include in its agenda a proposal on #Taiwan's participation in the annual assembly as an observer.", "output": "The World Health Assembly (WHA), the highest decision-making body of the World Health Organization (#WHO), on Monday decided not to include in its agenda a proposal on #Taiwan's participation in the annual assembly as an observer.", "topic": "Taiwan", "ground_truth": "S", "raw_label": "factual", "account": "ChinaDaily", "atoms": [{"id": "a0", "text": "The World Health Assembly (WHA) is the highest decision-making body of the World Health Organization (WHO).", "original": "The World Health Assembly (WHA) is the highest decision-making body of the World Health Organization (WHO).", "label": "S", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "The World Health Assembly (WHA) decided not to include in its agenda a proposal on Taiwan's participation in the annual assembly as an observer.", "original": "The World Health Assembly (WHA) decided not to include in its agenda a proposal on Taiwan's participation in the annual assembly as an observer.", "label": "S", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "The World Health Assembly (WHA) made the decision on Monday.", "original": "The World Health Assembly (WHA) made the decision on Monday.", "label": "S", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "There was a proposal on Taiwan's participation in the annual assembly as an observer.", "original": "There was a proposal on Taiwan's participation in the annual assembly as an observer.", "label": "S", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}], "contexts": [{"id": "a0_c0", "title": "World Health Assembly", "text": "The World Health Assembly is the decision-making body of WHO. It is attended by delegations from all WHO Member States and focuses on a specific health agenda.", "snippet": "The World Health Assembly is the decision-making body of WHO. It is attended by delegations from all WHO Member States and focuses on a specific health agenda.", "link": "https://www.who.int/about/governance/world-health-assembly"}, {"id": "a0_c1", "title": "Seventy-eighth World Health Assembly", "text": "The World Health Assembly is the decision-making body of WHO. It is attended by delegations from all WHO Member States and focuses on a specific health agenda ...", "snippet": "The World Health Assembly is the decision-making body of WHO. It is attended by delegations from all WHO Member States and focuses on a specific health agenda ...", "link": "https://www.who.int/about/governance/world-health-assembly/seventy-eighth"}, {"id": "a0_c2", "title": "The World Health Assembly is the highest decision-making ...", "text": "The main functions of the World Health Assembly are to determine the policies of the Organization, appoint the Director-General, supervise ...", "snippet": "The main functions of the World Health Assembly are to determine the policies of the Organization, appoint the Director-General, supervise ...", "link": "https://www.facebook.com/IPSForg/posts/the-world-health-assembly-is-the-highest-decision-making-body-of-the-world-healt/781221307366980/"}, {"id": "a0_c3", "title": "World Health Assembly (WHA) - PAHO/WHO", "text": "The World Health Assembly is the decision-making body of WHO. It is attended by delegations from all WHO Member States and focuses on a specific health agenda.", "snippet": "The World Health Assembly is the decision-making body of WHO. It is attended by delegations from all WHO Member States and focuses on a specific health agenda.", "link": "https://www.paho.org/en/wha"}, {"id": "a0_c4", "title": "The World Health Assembly: What It Does, Why It Matters", "text": "It's called the World Health Assembly, and it's the premier decision-making body of the WHO. Country reps consult and set new health objectives, targets, and ...", "snippet": "It's called the World Health Assembly, and it's the premier decision-making body of the WHO. Country reps consult and set new health objectives, targets, and ...", "link": "https://globalhealthnow.org/2022-05/world-health-assembly-what-it-does-why-it-matters"}, {"id": "a0_c5", "title": "World Health Assembly", "text": "The World Health Assembly is the decision-making body of WHO. It is attended by delegations from all WHO Member States and focuses on a specific health agenda.", "snippet": "The World Health Assembly is the decision-making body of WHO. It is attended by delegations from all WHO Member States and focuses on a specific health agenda.", "link": "https://www.who.int/about/governance/world-health-assembly"}, {"id": "a0_c6", "title": "The World Health Assembly: What It Does, Why It Matters", "text": "It's called the World Health Assembly, and it's the premier decision-making body of the WHO. Country reps consult and set new health objectives, targets, and ...", "snippet": "It's called the World Health Assembly, and it's the premier decision-making body of the WHO. Country reps consult and set new health objectives, targets, and ...", "link": "https://globalhealthnow.org/2022-05/world-health-assembly-what-it-does-why-it-matters"}, {"id": "a0_c7", "title": "World Health Assembly (WHA) - PAHO/WHO", "text": "The World Health Assembly is the decision-making body of WHO. It is attended by delegations from all WHO Member States and focuses on a specific health agenda.", "snippet": "The World Health Assembly is the decision-making body of WHO. It is attended by delegations from all WHO Member States and focuses on a specific health agenda.", "link": "https://www.paho.org/en/wha"}, {"id": "a0_c8", "title": "74th World Health Assembly", "text": "The World Health Assembly is the decision-making body of WHO. It is attended by delegations from all WHO Member States and focuses on a specific health agenda.", "snippet": "The World Health Assembly is the decision-making body of WHO. It is attended by delegations from all WHO Member States and focuses on a specific health agenda.", "link": "https://www.who.int/about/governance/world-health-assembly/seventy-fourth-world-health-assembly"}, {"id": "a0_c9", "title": "Rituals of global health: Negotiating the World Health Assembly", "text": "by R Irwin \u00b7 2019 \u00b7 Cited by 25 \u2014 The World Health Assembly is the WHO's supreme decision-making body and consists of representatives from the 194 WHO Member States who take formal decisions ...", "snippet": "by R Irwin \u00b7 2019 \u00b7 Cited by 25 \u2014 The World Health Assembly is the WHO's supreme decision-making body and consists of representatives from the 194 WHO Member States who take formal decisions ...", "link": "https://www.tandfonline.com/doi/full/10.1080/17441692.2018.1504104"}, {"id": "a1_c0", "title": "The World Health Organization has rejected a proposal for ...", "text": "The World Health Organization has rejected a proposal for Taiwan to join its annual assembly amid Chinese pressure.", "snippet": "The World Health Organization has rejected a proposal for Taiwan to join its annual assembly amid Chinese pressure.", "link": "https://www.facebook.com/taiwanplusnews/posts/the-world-health-organization-has-rejected-a-proposal-for-taiwan-to-join-its-ann/1002638462275562/"}, {"id": "a1_c1", "title": "China has decided not to approve the Taiwan region's ...", "text": "China asserts that Taiwan cannot participate in the World Health Assembly (WHA) without central government approval, according to a Chinese ...", "snippet": "China asserts that Taiwan cannot participate in the World Health Assembly (WHA) without central government approval, according to a Chinese ...", "link": "https://www.facebook.com/61572961049373/posts/china-has-decided-not-to-approve-the-taiwan-regions-participation-in-this-years-/122182973882765368/"}, {"id": "a1_c2", "title": "WHO members reject proposal to invite Taiwan ...", "text": "World Health Organization on Monday rejected a proposal to invite Taiwan to its annual assembly in Geneva after China said it would block its ...", "snippet": "World Health Organization on Monday rejected a proposal to invite Taiwan to its annual assembly in Geneva after China said it would block its ...", "link": "https://www.reuters.com/world/china/who-members-reject-proposal-invite-taiwan-participate-annual-assembly-2026-05-18/"}, {"id": "a1_c3", "title": "Taiwan as an Observer in the World Health Assembly", "text": "Inviting Taiwan as an observer would exemplify the WHO's commitment to an inclusive, \u201chealth for all\u201d approach to international health ...", "snippet": "Inviting Taiwan as an observer would exemplify the WHO's commitment to an inclusive, \u201chealth for all\u201d approach to international health ...", "link": "https://2021-2025.state.gov/taiwan-as-an-observer-in-the-world-health-assembly-2/"}, {"id": "a1_c4", "title": "Proposal To Include Taiwan in WHA Rejected Amid Chinese ...", "text": "The World Health Organization has rejected a proposal for Taiwan to join its annual assembly as an observer. Taiwan's health minister told ...", "snippet": "The World Health Organization has rejected a proposal for Taiwan to join its annual assembly as an observer. Taiwan's health minister told ...", "link": "https://www.youtube.com/watch?v=8LF6HGxz7uk"}, {"id": "a1_c5", "title": "The 79th World Health Assembly (WHA) decided on Monday not to ...", "text": "The World Health Assembly (WHA), decided on Monday not to include in its agenda a proposal on Taiwan's participation as an observer. d not to ...", "snippet": "The World Health Assembly (WHA), decided on Monday not to include in its agenda a proposal on Taiwan's participation as an observer. d not to ...", "link": "https://www.facebook.com/globaltimesnews/posts/the-79th-world-health-assembly-wha-decided-on-monday-not-to-include-in-its-agend/1524555449716657/"}, {"id": "a1_c6", "title": "The World Health Organization has rejected a proposal for Taiwan to join ...", "text": "The World Health Organization has rejected a proposal for Taiwan to join its annual assembly amid Chinese pressure.", "snippet": "The World Health Organization has rejected a proposal for Taiwan to join its annual assembly amid Chinese pressure.", "link": "https://www.facebook.com/taiwanplusnews/posts/the-world-health-organization-has-rejected-a-proposal-for-taiwan-to-join-its-ann/1002638462275562/"}, {"id": "a1_c7", "title": "WHA Rejects Taiwan-Related Proposal for the Tenth Consecutive ...", "text": "The Assembly decided not to include in its agenda the proposal put forward by a few countries on the so-called \u201cinviting Taiwan to participate ...", "snippet": "The Assembly decided not to include in its agenda the proposal put forward by a few countries on the so-called \u201cinviting Taiwan to participate ...", "link": "https://geneva.china-mission.gov.cn/eng/tpxw/202605/t20260518_11912760.htm"}, {"id": "a1_c8", "title": "Foreign Ministry Spokesperson's Remarks on the 78th WHA's ...", "text": "This has been the ninth year in a row that the WHA has rejected the so-called proposal concerning Taiwan. China's position on the Taiwan ...", "snippet": "This has been the ninth year in a row that the WHA has rejected the so-called proposal concerning Taiwan. China's position on the Taiwan ...", "link": "https://www.fmprc.gov.cn/eng/xw/fyrbt/fyrbt/202505/t20250519_11628239.html"}, {"id": "a1_c9", "title": "Universal Participation Without Taiwan? A Study of ... - PMC - NIH", "text": "by PK Chen \u00b7 2017 \u00b7 Cited by 21 \u2014 Taiwan did not apply for WHO membership because WHA Resolution 25.1 rejected Taiwan's legal status as . They included internationally recognized states", "snippet": "by PK Chen \u00b7 2017 \u00b7 Cited by 21 \u2014 Taiwan did not apply for WHO membership because WHA Resolution 25.1 rejected Taiwan's legal status as . They included internationally recognized states", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC7123064/"}, {"id": "a2_c0", "title": "Seventy-sixth World Health Assembly \u2013 Daily update: 22 May 2023", "text": "Member States agree to the WHO's Programme Budget for 2024-2025, committing to a 20% increase of assessed contributions (membership fees).", "snippet": "Member States agree to the WHO's Programme Budget for 2024-2025, committing to a 20% increase of assessed contributions (membership fees).", "link": "https://www.who.int/news/item/22-05-2023-seventy-sixth-world-health-assembly---daily-update--22-may-2023"}, {"id": "a2_c1", "title": "World Health Assembly opens amid high-stakes pandemic treaty vote ...", "text": "World Health Assembly opens amid high-stakes pandemic treaty vote, global funding crisis. WHO Director-General Tedros Adhanom Ghebreyesus speaks ...", "snippet": "World Health Assembly opens amid high-stakes pandemic treaty vote, global funding crisis. WHO Director-General Tedros Adhanom Ghebreyesus speaks ...", "link": "https://news.un.org/en/story/2025/05/1163416"}, {"id": "a2_c2", "title": "Five Questions for the World Health Assembly", "text": "As in the past, the WHA will address a range of global health problems, including polio, noncommunicable diseases, and international recruitment ...", "snippet": "As in the past, the WHA will address a range of global health problems, including polio, noncommunicable diseases, and international recruitment ...", "link": "https://www.thinkglobalhealth.org/article/five-questions-world-health-assembly"}, {"id": "a2_c3", "title": "LIVE: Closing of 79th World Health Assembly with Dr Tedros. #WHA79", "text": "Closing of 79th World Health Assembly with Dr Tedros. Media briefing on #Ebola and global health issues with Dr Tedros", "snippet": "Closing of 79th World Health Assembly with Dr Tedros. Media briefing on #Ebola and global health issues with Dr Tedros", "link": "https://www.youtube.com/watch?v=U92v0MBXe8o"}, {"id": "a2_c4", "title": "World Health Assembly adopts historic Pandemic Agreement to ...", "text": "World Health Assembly adopts historic Pandemic Agreement to make the world more equitable and safer from future pandemics.", "snippet": "World Health Assembly adopts historic Pandemic Agreement to make the world more equitable and safer from future pandemics.", "link": "https://www.paho.org/en/news/20-5-2025-world-health-assembly-adopts-historic-pandemic-agreement-make-world-more-equitable"}, {"id": "a2_c5", "title": "'WHO Has No Authority to Dictate U.S. Health Policy' - FactCheck.org", "text": "The World Health Organization can make recommendations after the declaration of a global emergency, but it has no control over any nation's decisions.", "snippet": "The World Health Organization can make recommendations after the declaration of a global emergency, but it has no control over any nation's decisions.", "link": "https://www.factcheck.org/2022/05/scicheck-who-has-no-authority-to-dictate-u-s-health-policy/"}, {"id": "a2_c6", "title": "Special edition: Everything to know ahead of the 79th World Health ...", "text": "The WHO executive board has referred the terms of the U.S. exit to this year's World Health Assembly. But, realistically, there appears to be ...", "snippet": "The WHO executive board has referred the terms of the U.S. exit to this year's World Health Assembly. But, realistically, there appears to be ...", "link": "https://www.devex.com/news/special-edition-everything-to-know-ahead-of-the-79th-world-health-assembly-112507"}, {"id": "a2_c7", "title": "World Health Assembly adopts historic Pandemic Agreement to ...", "text": "The adoption followed yesterday's approval of the Agreement by vote (124 in favour, 0 objections, 11 abstentions) in Committee by Member State ...", "snippet": "The adoption followed yesterday's approval of the Agreement by vote (124 in favour, 0 objections, 11 abstentions) in Committee by Member State ...", "link": "https://www.who.int/news/item/20-05-2025-world-health-assembly-adopts-historic-pandemic-agreement-to-make-the-world-more-equitable-and-safer-from-future-pandemics"}, {"id": "a2_c8", "title": "5 facts about this year's World Health Assembly", "text": "The 73rd World Health Assembly kicked off Monday, 18 May. First to be held remotely and during a time of such global attention for WHO.", "snippet": "The 73rd World Health Assembly kicked off Monday, 18 May. First to be held remotely and during a time of such global attention for WHO.", "link": "https://www.weforum.org/stories/2020/05/5-facts-about-this-years-world-health-assembly/"}, {"id": "a2_c9", "title": "Fact check: Michele Bachmann on WHO health regulations", "text": "Former US Rep. Michele Bachmann says the Biden administration is proposing amendments to the World Health Organization's International Health Regulations.", "snippet": "Former US Rep. Michele Bachmann says the Biden administration is proposing amendments to the World Health Organization's International Health Regulations.", "link": "https://www.twincities.com/2022/05/21/michele-bachmann-who-health-regulations-fact-check/"}, {"id": "a3_c0", "title": "The World Health Organization has rejected a proposal for Taiwan ...", "text": "The World Health Organization has rejected a proposal for Taiwan to join its annual assembly amid Chinese pressure.", "snippet": "The World Health Organization has rejected a proposal for Taiwan to join its annual assembly amid Chinese pressure.", "link": "https://www.facebook.com/taiwanplusnews/posts/the-world-health-organization-has-rejected-a-proposal-for-taiwan-to-join-its-ann/1002638462275562/"}, {"id": "a3_c1", "title": "WHO members reject proposal to invite Taiwan to participate in ...", "text": "Member states of the World Health Organization on Monday rejected a proposal to invite Taiwan to its annual assembly in Geneva after China said ...", "snippet": "Member states of the World Health Organization on Monday rejected a proposal to invite Taiwan to its annual assembly in Geneva after China said ...", "link": "https://www.reuters.com/world/china/who-members-reject-proposal-invite-taiwan-participate-annual-assembly-2026-05-18/"}, {"id": "a3_c2", "title": "Swelling Bloc Of WHO Member States Proposes Invitation To ...", "text": "The motion asks for all 194 WHA member states to vote directly on granting Taiwan observer status at the annual meeting, which is supposed to be focused on ...", "snippet": "The motion asks for all 194 WHA member states to vote directly on granting Taiwan observer status at the annual meeting, which is supposed to be focused on ...", "link": "https://healthpolicy-watch.news/member-states-submit-proposal-to-invite-taiwan-to-world-health-assembly/"}, {"id": "a3_c3", "title": "WHA Rejects Taiwan-Related Proposal for the Tenth Consecutive ...", "text": "The Assembly decided not to include in its agenda the proposal put forward by a few countries on the so-called \u201cinviting Taiwan to participate ...", "snippet": "The Assembly decided not to include in its agenda the proposal put forward by a few countries on the so-called \u201cinviting Taiwan to participate ...", "link": "https://geneva.china-mission.gov.cn/eng/tpxw/202605/t20260518_11912760.htm"}, {"id": "a3_c4", "title": "Taiwan says WHO ignored its repeated requests to attend an ...", "text": "Taiwan says WHO ignored its repeated requests to attend an upcoming annual assembly as observer.", "snippet": "Taiwan says WHO ignored its repeated requests to attend an upcoming annual assembly as observer.", "link": "https://www.facebook.com/nikkeiasia/posts/taiwan-says-who-ignored-its-repeated-requests-to-attend-an-upcoming-annual-assem/5570875512998349/"}, {"id": "a3_c5", "title": "WHO members reject proposal to invite Taiwan ...", "text": "Member states of the World Health Organization on Monday rejected a proposal to invite Taiwan to its annual assembly in Geneva after China said ...", "snippet": "Member states of the World Health Organization on Monday rejected a proposal to invite Taiwan to its annual assembly in Geneva after China said ...", "link": "https://www.reuters.com/world/china/who-members-reject-proposal-invite-taiwan-participate-annual-assembly-2026-05-18/"}, {"id": "a3_c6", "title": "Member states of the World Health Organization on ...", "text": "Member states of the World Health Organization on Monday rejected a proposal to invite Taiwan to its annual assembly in Geneva after China said ...", "snippet": "Member states of the World Health Organization on Monday rejected a proposal to invite Taiwan to its annual assembly in Geneva after China said ...", "link": "https://www.facebook.com/yahoonews/posts/member-states-of-the-world-health-organization-on-monday-rejected-a-proposal-to-/1363662532286095/"}, {"id": "a3_c7", "title": "Chinese Side Elaborates on Its Position Regarding Taiwan ...", "text": "A very small number of countries have, for the 10th consecutive year, pushed a proposal on \u201cinviting Taiwan to participate in the WHA as an ...", "snippet": "A very small number of countries have, for the 10th consecutive year, pushed a proposal on \u201cinviting Taiwan to participate in the WHA as an ...", "link": "https://geneva.china-mission.gov.cn/eng/dbtxwx/202605/t20260518_11911924.htm"}, {"id": "a3_c8", "title": "The World Health Organization has rejected a proposal for ...", "text": "The World Health Organization has rejected a proposal for Taiwan to join its annual assembly amid Chinese pressure.", "snippet": "The World Health Organization has rejected a proposal for Taiwan to join its annual assembly amid Chinese pressure.", "link": "https://www.facebook.com/taiwanplusnews/posts/the-world-health-organization-has-rejected-a-proposal-for-taiwan-to-join-its-ann/1002638462275562/"}, {"id": "a3_c9", "title": "Universal Participation Without Taiwan? A Study of ... - PMC", "text": "by PK Chen \u00b7 2017 \u00b7 Cited by 21 \u2014 The rules offered Taiwan an opportunity to participate in the WHA without clarifying its legal status. Therefore, being a WHA observer was an opportunity to ...", "snippet": "by PK Chen \u00b7 2017 \u00b7 Cited by 21 \u2014 The rules offered Taiwan an opportunity to participate in the WHA without clarifying its legal status. Therefore, being a WHA observer was an opportunity to ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC7123064/"}]}
+{"input": "There is no \"median line\" of the Taiwan Straits: Mainland spokesperson", "output": "There is no \"median line\" of the Taiwan Straits: Mainland spokesperson", "topic": "Taiwan", "ground_truth": "S", "raw_label": "factual", "account": "CGTN", "atoms": [{"id": "a0", "text": "There is no median line of the Taiwan Straits.", "original": "There is no median line of the Taiwan Straits.", "label": "S", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4"]}, {"id": "a1", "text": "A Mainland spokesperson stated that there is no median line of the Taiwan Straits.", "original": "A Mainland spokesperson stated that there is no median line of the Taiwan Straits.", "label": "S", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}], "contexts": [{"id": "a0_c0", "title": "Almost 40 Chinese warplanes breach Taiwan Strait median line", "text": "Almost 40 Chinese warplanes breach Taiwan Strait median line; Taiwan President calls it a 'threat of force'. By Brad Lendon.", "snippet": "Almost 40 Chinese warplanes breach Taiwan Strait median line; Taiwan President calls it a 'threat of force'. By Brad Lendon.", "link": "https://www.cnn.com/2020/09/21/asia/taiwan-china-warplanes-median-line-intl-hnk-scli"}, {"id": "a0_c1", "title": "Taiwan Says Chinese Warplanes Are Crossing a Median Line, But Is There ...", "text": "A median line cited by Taiwan's military, when it wards off Chinese fighter jets, has never become a formal agreement, giving the Chinese side license to cross ...", "snippet": "A median line cited by Taiwan's military, when it wards off Chinese fighter jets, has never become a formal agreement, giving the Chinese side license to cross ...", "link": "https://www.voanews.com/a/east-asia-pacific_taiwan-says-chinese-warplanes-are-crossing-median-line-there-median-line/6197594.html"}, {"id": "a0_c2", "title": "The Principle of \u201cEstoppel\u201d and Beijing's Sovereignty Claims over ...", "text": "median line of the Taiwan Strait, Beijing\u2014for the first time\u2014officially denied the existence of that line. In June 2022, Beijing claimed that ...", "snippet": "median line of the Taiwan Strait, Beijing\u2014for the first time\u2014officially denied the existence of that line. In June 2022, Beijing claimed that ...", "link": "https://globaltaiwan.org/2022/07/the-principle-of-estoppel-and-beijings-sovereignty-claims-over-the-taiwan-strait/"}, {"id": "a0_c3", "title": "No 'median line' in Taiwan Strait: China asserts after sending 103 warplanes ...", "text": "China on September 18 dismissed the existence of a \"median line\" in the volatile Taiwan Strait after Taiwan's defence ministry said it detected a record 103 ...", "snippet": "China on September 18 dismissed the existence of a \"median line\" in the volatile Taiwan Strait after Taiwan's defence ministry said it detected a record 103 ...", "link": "https://www.thehindu.com/news/international/no-median-line-in-taiwan-strait-china-asserts-after-sending-103-warplanes-around-taiwan/article67321062.ece/amp/"}, {"id": "a0_c4", "title": "China's navy begins to erase imaginary Taiwan Strait median line", "text": "The median line has no features marking it. For years, China tacitly acknowledged it but in 2020 a foreign ministry spokesman stated it \"did ...", "snippet": "The median line has no features marking it. For years, China tacitly acknowledged it but in 2020 a foreign ministry spokesman stated it \"did ...", "link": "https://www.reuters.com/world/asia-pacific/chinas-navy-begins-erase-imaginary-taiwan-strait-median-line-2022-08-25/"}, {"id": "a1_c0", "title": "Taiwan Says Chinese Warplanes Are Crossing a Median Line, But Is There ...", "text": "A Chinese foreign ministry spokesman said in September the line doesn't exist. Experts in Taiwan say the line, a formal agreement.", "snippet": "A Chinese foreign ministry spokesman said in September the line doesn't exist. Experts in Taiwan say the line, a formal agreement.", "link": "https://www.voanews.com/a/east-asia-pacific_taiwan-says-chinese-warplanes-are-crossing-median-line-there-median-line/6197594.html"}, {"id": "a1_c1", "title": "The Principle of \u201cEstoppel\u201d and Beijing's Sovereignty Claims over ...", "text": "The median line separating the parties along the two sides of the Taiwan Strait was established in 1955 by US Air Task Force 13 Commander ...", "snippet": "The median line separating the parties along the two sides of the Taiwan Strait was established in 1955 by US Air Task Force 13 Commander ...", "link": "https://globaltaiwan.org/2022/07/the-principle-of-estoppel-and-beijings-sovereignty-claims-over-the-taiwan-strait/"}, {"id": "a1_c2", "title": "Taiwan officials and defence analysts are bracing for intensifying pressure ...", "text": "Among the detected aircraft, seven crossed the median line of the Taiwan Strait - an unofficial barrier between Taiwan and China.", "snippet": "Among the detected aircraft, seven crossed the median line of the Taiwan Strait - an unofficial barrier between Taiwan and China.", "link": "https://www.facebook.com/Reuters/posts/taiwan-officials-and-defence-analysts-are-bracing-for-intensifying-pressure-on-t/685170330140369/"}, {"id": "a1_c3", "title": "Chinese defense ministry refutes validity of 'Taiwan Strait's median line'", "text": "A Chinese defense ministry spokesperson on Thursday refuted the validity of the so-called \"Taiwan Strait's median line.\"", "snippet": "A Chinese defense ministry spokesperson on Thursday refuted the validity of the so-called \"Taiwan Strait's median line.\"", "link": "http://english.scio.gov.cn/pressroom/2024-03/01/content_117029565.htm"}, {"id": "a1_c4", "title": "China-Taiwan Tensions Intensify: 26 Chinese Sorties Breach Strait ...", "text": "Taiwan's Ministry of National Defence reports 27 PLA aircraft sorties, with 26 breaching the median line into Taiwan's ADIZ.", "snippet": "Taiwan's Ministry of National Defence reports 27 PLA aircraft sorties, with 26 breaching the median line into Taiwan's ADIZ.", "link": "https://www.youtube.com/watch?v=NII8y35ZoKc"}, {"id": "a1_c5", "title": "There Is No \"Median Line in Strait\" As Taiwan Is Part ...", "text": "Spokesman Taiwan is part of China, and there is no such thing as a \"median line in the Taiwan Strait,\" said Wu Qian, spokesman of the Ministry ...", "snippet": "Spokesman Taiwan is part of China, and there is no such thing as a \"median line in the Taiwan Strait,\" said Wu Qian, spokesman of the Ministry ...", "link": "https://www.facebook.com/NewsContent.CCTVPLUS/posts/there-is-no-median-line-in-strait-as-taiwan-is-part-of-china-spokesmantaiwan-is-/382798820551564/"}, {"id": "a1_c6", "title": "Global Times", "text": "Taiwan is part of China's territory. There is no such thing as a median line in the Strait. there are no so-called \"international waters\" in ...", "snippet": "Taiwan is part of China's territory. There is no such thing as a median line in the Strait. there are no so-called \"international waters\" in ...", "link": "https://www.facebook.com/globaltimesnews/posts/editorial-no-amount-of-external-backing-can-change-the-indisputable-fact-that-bo/1559643946207807/"}, {"id": "a1_c7", "title": "Taiwan says strait median line is a 'fact'", "text": "The median line in the Taiwan Strait is a tacit understanding that has existed since the 1950s and its existence is a \"fact\", Taiwan's Defence Ministry said on ...", "snippet": "The median line in the Taiwan Strait is a tacit understanding that has existed since the 1950s and its existence is a \"fact\", Taiwan's Defence Ministry said on ...", "link": "https://www.reuters.com/world/asia-pacific/taiwan-says-strait-median-line-is-fact-2022-08-08/"}, {"id": "a1_c8", "title": "Confrontation Over Taiwan | Global Conflict Tracker", "text": "The ongoing dispute has led to heightened military confrontation in the Taiwan Strait, which geographically separates mainland China from the island of Taiwan.", "snippet": "The ongoing dispute has led to heightened military confrontation in the Taiwan Strait, which geographically separates mainland China from the island of Taiwan.", "link": "https://www.cfr.org/global-conflict-tracker/conflict/confrontation-over-taiwan"}, {"id": "a1_c9", "title": "There Is No \"Median Line\" In Taiwan Strait: Spokesman", "text": "Taiwan is an inseparable part of China's territory and there is no such thing as a \"median line\" in the Taiwan Strait, Defense Ministry ...", "snippet": "Taiwan is an inseparable part of China's territory and there is no such thing as a \"median line\" in the Taiwan Strait, Defense Ministry ...", "link": "https://www.youtube.com/watch?v=kF0FmXUTXXw"}]}
+{"input": "Since 1979, the U.S. has established ties with China and acknowledged Taiwan as a part of China under the longstanding #OneChinaPolicy. Pelosi, the highest-ranking American official in decades to visit the Taiwan region, made a direct threat to China's sovereignty.", "output": "Since 1979, the U.S. has established ties with China and acknowledged Taiwan as a part of China under the longstanding #OneChinaPolicy. Pelosi, the highest-ranking American official in decades to visit the Taiwan region, made a direct threat to China's sovereignty.", "topic": "Taiwan", "ground_truth": "NS", "raw_label": "biased", "account": "CGTN", "atoms": [{"id": "a0", "text": "The U.S. has established ties with China since 1979.", "original": "The U.S. has established ties with China since 1979.", "label": "NS", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "The U.S. has acknowledged Taiwan as a part of China under the longstanding #OneChinaPolicy.", "original": "The U.S. has acknowledged Taiwan as a part of China under the longstanding #OneChinaPolicy.", "label": "NS", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "Pelosi is the highest-ranking American official in decades to visit the Taiwan region.", "original": "Pelosi is the highest-ranking American official in decades to visit the Taiwan region.", "label": "NS", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "Pelosi made a direct threat to China's sovereignty.", "original": "Pelosi made a direct threat to China's sovereignty.", "label": "NS", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}], "contexts": [{"id": "a0_c0", "title": "History of the U.S. and China", "text": "As trade grew from $5 million in 1972 to $142 million in 1978, individual Chinese and Americans began to come in contact with each other.", "snippet": "As trade grew from $5 million in 1972 to $142 million in 1978, individual Chinese and Americans began to come in contact with each other.", "link": "https://china.usembassy-china.org.cn/history-of-the-u-s-and-china/"}, {"id": "a0_c1", "title": "China\u2013United States relations", "text": "On 1 January 1979, the US formally established diplomatic relations with the PRC and recognized it as the sole legitimate government of China,", "snippet": "On 1 January 1979, the US formally established diplomatic relations with the PRC and recognized it as the sole legitimate government of China,", "link": "https://en.wikipedia.org/wiki/China%E2%80%93United_States_relations"}, {"id": "a0_c2", "title": "104. Address by President Carter to the Nation", "text": "The United States of America and the People's Republic of China have agreed to recognize each other and to establish diplomatic relations as of January 1, 1979.", "snippet": "The United States of America and the People's Republic of China have agreed to recognize each other and to establish diplomatic relations as of January 1, 1979.", "link": "https://history.state.gov/historicaldocuments/frus1977-80v01/d104"}, {"id": "a0_c3", "title": "United States and China Establish Full Diplomatic Relations | History", "text": "The establishment of full diplomatic relations between the United States and China marks a significant turning point in international relations, ...", "snippet": "The establishment of full diplomatic relations between the United States and China marks a significant turning point in international relations, ...", "link": "https://www.ebsco.com/research-starters/history/united-states-and-china-establish-full-diplomatic-relations"}, {"id": "a0_c4", "title": "U.S.-China Relations", "text": "Under this policy, the United States has maintained formal ties with the People's Republic of China but also maintains unofficial ties with Taiwan, including ...", "snippet": "Under this policy, the United States has maintained formal ties with the People's Republic of China but also maintains unofficial ties with Taiwan, including ...", "link": "https://www.cfr.org/articles/us-china-relations"}, {"id": "a0_c5", "title": "China\u2013United States relations", "text": "On 1 January 1979, the US formally established diplomatic relations with the PRC and recognized it as the sole legitimate government of China,", "snippet": "On 1 January 1979, the US formally established diplomatic relations with the PRC and recognized it as the sole legitimate government of China,", "link": "https://en.wikipedia.org/wiki/China%E2%80%93United_States_relations"}, {"id": "a0_c6", "title": "104. Address by President Carter to the Nation", "text": "The United States of America and the People's Republic of China have agreed to recognize each other and to establish diplomatic relations as of January 1, 1979.", "snippet": "The United States of America and the People's Republic of China have agreed to recognize each other and to establish diplomatic relations as of January 1, 1979.", "link": "https://history.state.gov/historicaldocuments/frus1977-80v01/d104"}, {"id": "a0_c7", "title": "The Chinese foreign minister said U.S.-China relations ...", "text": "The Chinese foreign minister said U.S.-China relations face their most severe challenge since diplomatic ties were established in 1979.", "snippet": "The Chinese foreign minister said U.S.-China relations face their most severe challenge since diplomatic ties were established in 1979.", "link": "https://www.facebook.com/ChristianScienceMonitor/posts/the-chinese-foreign-minister-said-us-china-relations-face-their-most-severe-chal/10158894155019658/"}, {"id": "a0_c8", "title": "History of the U.S. and China", "text": "As trade grew from $5 million in 1972 to $142 million in 1978, individual Chinese and Americans began to come in contact with each other. During the mid-1970s, ...", "snippet": "As trade grew from $5 million in 1972 to $142 million in 1978, individual Chinese and Americans began to come in contact with each other. During the mid-1970s, ...", "link": "https://china.usembassy-china.org.cn/history-of-the-u-s-and-china/"}, {"id": "a0_c9", "title": "United States and China Establish Full Diplomatic Relations", "text": "The establishment of relations between Washington and Beijing consolidated the tripolar diplomacy that was begun under Nixon. U.S.-PRC relations remained ...", "snippet": "The establishment of relations between Washington and Beijing consolidated the tripolar diplomacy that was begun under Nixon. U.S.-PRC relations remained ...", "link": "https://www.ebsco.com/research-starters/history/united-states-and-china-establish-full-diplomatic-relations"}, {"id": "a1_c0", "title": "What Is the U.S. \u201cOne China\u201d Policy, and Why Does it Matter?", "text": "United States recognizes the PRC as the sole legal government of China but only acknowledges the Chinese position that Taiwan is part of China.", "snippet": "United States recognizes the PRC as the sole legal government of China but only acknowledges the Chinese position that Taiwan is part of China.", "link": "https://www.csis.org/analysis/what-us-one-china-policy-and-why-does-it-matter"}, {"id": "a1_c1", "title": "One China", "text": "United States \"acknowledges that all Chinese on either side of the Taiwan Strait maintain there is but one China and that Taiwan is a part of China\" policy has ...", "snippet": "United States \"acknowledges that all Chinese on either side of the Taiwan Strait maintain there is but one China and that Taiwan is a part of China\" policy has ...", "link": "https://en.wikipedia.org/wiki/One_China"}, {"id": "a1_c2", "title": "The People's Republic of China insists Taiwan is an ...", "text": "On 21 September 2007, the UN General Assembly rejected Taiwan's membership bid to \"join the UN under the name of Taiwan\", citing Resolution 2758 ...", "snippet": "On 21 September 2007, the UN General Assembly rejected Taiwan's membership bid to \"join the UN under the name of Taiwan\", citing Resolution 2758 ...", "link": "https://www.facebook.com/deutschewellenews/videos/the-peoples-republic-of-china-insists-taiwan-is-an-inalienable-part-of-china-and/1528394471972001/"}, {"id": "a1_c3", "title": "Introduction | U.S.-Taiwan Relations in a New Era", "text": "United States \u201cacknowledges that all Chinese on either side of the Taiwan Strait maintain there is but one China and that Taiwan is a part of China.", "snippet": "United States \u201cacknowledges that all Chinese on either side of the Taiwan Strait maintain there is but one China and that Taiwan is a part of China.", "link": "https://www.cfr.org/task-force-report/us-taiwan-relations-in-a-new-era/introduction"}, {"id": "a1_c4", "title": "Taiwan - United States Department of State", "text": "The US and Taiwan enjoy a robust unofficial relationship. The 1979 US-PRC Joint Communique switched diplomatic recognition from Taipei to Beijing.", "snippet": "The US and Taiwan enjoy a robust unofficial relationship. The 1979 US-PRC Joint Communique switched diplomatic recognition from Taipei to Beijing.", "link": "https://2021-2025.state.gov/countries-areas/taiwan/"}, {"id": "a1_c5", "title": "The U.S. \u201cOne-China\u201d Policy and Taiwan", "text": "U.S. government has recognized the PRC as \"the sole legal Government of China\" and maintained relations with Taiwan on an unofficial basis.", "snippet": "U.S. government has recognized the PRC as \"the sole legal Government of China\" and maintained relations with Taiwan on an unofficial basis.", "link": "https://www.congress.gov/crs-product/IF12503"}, {"id": "a1_c6", "title": "What Is the U.S. \u201cOne China\u201d Policy, and Why Does it Matter?", "text": "United States recognizes the PRC as the sole legal government of China but only acknowledges the Chinese position that Taiwan is part of China.", "snippet": "United States recognizes the PRC as the sole legal government of China but only acknowledges the Chinese position that Taiwan is part of China.", "link": "https://www.csis.org/analysis/what-us-one-china-policy-and-why-does-it-matter"}, {"id": "a1_c7", "title": "The following irrefutable facts prove as a matter of policy ...", "text": "The following irrefutable facts prove as a matter of policy and law that #Taiwan is part of #China, and the status of Taiwan has been \u201csealed with ...", "snippet": "The following irrefutable facts prove as a matter of policy and law that #Taiwan is part of #China, and the status of Taiwan has been \u201csealed with ...", "link": "https://www.facebook.com/61572961049373/posts/the-following-irrefutable-facts-prove-as-a-matter-of-policy-and-law-that-taiwan-/122164776908765368/"}, {"id": "a1_c8", "title": "The U.S. \"One China Policy\" vs. the PRC ...", "text": "However, this is both incorrect and a false interpretation of U.S. policy. The United States' \u201cOne China Policy\u201d does not recognize Taiwan as part of the PRC.", "snippet": "However, this is both incorrect and a false interpretation of U.S. policy. The United States' \u201cOne China Policy\u201d does not recognize Taiwan as part of the PRC.", "link": "https://www.us-taiwan.org/resources/faq-the-united-states-one-china-policy-is-not-the-same-as-the-prc-one-china-principle/"}, {"id": "a1_c9", "title": "Taiwan - United States Department of State", "text": "U.S. recognized the Government of the People's Republic of China as the sole acknowledging the Chinese position that there is but one China and Taiwan is part ...", "snippet": "U.S. recognized the Government of the People's Republic of China as the sole acknowledging the Chinese position that there is but one China and Taiwan is part ...", "link": "https://2021-2025.state.gov/countries-areas/taiwan/"}, {"id": "a2_c0", "title": "U.S. Speaker Pelosi arrives in Taiwan, raising China tensions", "text": "Nancy Pelosi arrived in Taiwan on Tuesday night, becoming the highest-ranking American official to visit the self-ruled island that is claimed by China in 25 ...", "snippet": "Nancy Pelosi arrived in Taiwan on Tuesday night, becoming the highest-ranking American official to visit the self-ruled island that is claimed by China in 25 ...", "link": "https://whyy.org/articles/speaker-pelosi-taiwan-china-tensions/"}, {"id": "a2_c1", "title": "House Speaker Nancy Pelosi arrives in Taiwan, raising ...", "text": "Pelosi, head of one of three branches of the U.S. government, is the highest-ranking elected American official to visit Taiwan since then- ...", "snippet": "Pelosi, head of one of three branches of the U.S. government, is the highest-ranking elected American official to visit Taiwan since then- ...", "link": "https://www.pbs.org/newshour/world/house-speaker-nancy-pelosi-arrives-in-taiwan-raising-tensions-between-u-s-and-china"}, {"id": "a2_c2", "title": "Chicago Tonight | House Speaker Nancy Pelosi Visits Taiwan ...", "text": "08/02/2022 ... Pelosi arrived in Taiwan Tuesday, becoming the highest-ranking American official to visit the self-ruled island in 25 years.", "snippet": "08/02/2022 ... Pelosi arrived in Taiwan Tuesday, becoming the highest-ranking American official to visit the self-ruled island in 25 years.", "link": "https://www.pbs.org/video/house-speaker-nancy-pelosi-visits-taiwan-defies-beijing-pds5/"}, {"id": "a2_c3", "title": "US \ud83c\uddfa\ud83c\uddf8 House of Representatives Speaker #NancyPelosi ...", "text": "Pelosi, second in line to the presidency, is the highest- profile elected US official to visit Taiwan in 25 years and Beijing has made clear ...", "snippet": "Pelosi, second in line to the presidency, is the highest- profile elected US official to visit Taiwan in 25 years and Beijing has made clear ...", "link": "https://www.facebook.com/FRANCE24.English/posts/-breaking-us-house-of-representatives-speaker-nancypelosi-has-landed-in-taiwan-p/366655308967185/"}, {"id": "a2_c4", "title": "2022 visit by Nancy Pelosi to Taiwan", "text": "Pelosi is second-in-line to the US presidency after the vice-president, making her the highest ranking US official to visit Taiwan since then.", "snippet": "Pelosi is second-in-line to the US presidency after the vice-president, making her the highest ranking US official to visit Taiwan since then.", "link": "https://en.wikipedia.org/wiki/2022_visit_by_Nancy_Pelosi_to_Taiwan"}, {"id": "a2_c5", "title": "U.S. Speaker Pelosi arrives in Taiwan, raising China tensions - WHYY", "text": "Nancy Pelosi arrived in Taiwan on Tuesday night, becoming the highest-ranking American official to visit the self-ruled island that is claimed by China in 25 ...", "snippet": "Nancy Pelosi arrived in Taiwan on Tuesday night, becoming the highest-ranking American official to visit the self-ruled island that is claimed by China in 25 ...", "link": "https://whyy.org/articles/speaker-pelosi-taiwan-china-tensions/"}, {"id": "a2_c6", "title": "House Speaker Nancy Pelosi arrives in Taiwan, raising tensions ...", "text": "U.S. House Speaker Nancy Pelosi has arrived in Taiwan despite threats from Beijing of serious consequences, becoming the highest-ranking ...", "snippet": "U.S. House Speaker Nancy Pelosi has arrived in Taiwan despite threats from Beijing of serious consequences, becoming the highest-ranking ...", "link": "https://www.pbs.org/newshour/world/house-speaker-nancy-pelosi-arrives-in-taiwan-raising-tensions-between-u-s-and-china"}, {"id": "a2_c7", "title": "McCarthy's Democratic predecessor, Nancy Pelosi, visited Taiwan ...", "text": "If Pelosi goes to Taiwan, she will become the highest- ranking U.S. official to visit in more than 25 years, after Gingrich visited in 1997.", "snippet": "If Pelosi goes to Taiwan, she will become the highest- ranking U.S. official to visit in more than 25 years, after Gingrich visited in 1997.", "link": "https://www.facebook.com/cnnpolitics/posts/mccarthys-democratic-predecessor-nancy-pelosi-visited-taiwan-last-year-before-he/9455276687847413/"}, {"id": "a2_c8", "title": "Biography | Representative Nancy Pelosi - House.gov", "text": "In 2022, she became the first House Speaker and highest-ranking U.S. official to travel to Taiwan in a quarter-century: an historic visit that reaffirmed ...", "snippet": "In 2022, she became the first House Speaker and highest-ranking U.S. official to travel to Taiwan in a quarter-century: an historic visit that reaffirmed ...", "link": "http://pelosi.house.gov/biography"}, {"id": "a2_c9", "title": "ITOW: Some Facts About Pelosi's Visit to Taiwan - Air University", "text": "The visit by Pelosi, ranked the third in the US government, to the Taiwan region has substantially upgraded US official interactions with Taiwan ...", "snippet": "The visit by Pelosi, ranked the third in the US government, to the Taiwan region has substantially upgraded US official interactions with Taiwan ...", "link": "https://www.airuniversity.af.edu/CASI/Display/Article/3139316/itow-some-facts-about-pelosis-visit-to-taiwan/"}, {"id": "a3_c0", "title": "A Chinese Foreign Ministry statement said that Pelosi had disregarded ...", "text": "Speaker Pelosi made this provocative visit in disregard of China's warning. The visit infringed on China's sovereignty and territorial integrity ...", "snippet": "Speaker Pelosi made this provocative visit in disregard of China's warning. The visit infringed on China's sovereignty and territorial integrity ...", "link": "https://www.facebook.com/kcci8/posts/a-chinese-foreign-ministry-statement-said-that-pelosi-had-disregarded-chinas-ser/10158534051965079/"}, {"id": "a3_c1", "title": "White House scrambles to avoid crisis amid Pelosi visit to Taiwan", "text": "Nancy Pelosi's trip to Taiwan is drawing outrage from Beijing, prompting a U.S. scramble to tamp down the crisis.", "snippet": "Nancy Pelosi's trip to Taiwan is drawing outrage from Beijing, prompting a U.S. scramble to tamp down the crisis.", "link": "https://www.washingtonpost.com/world/2022/08/02/nancy-pelosi-visit-taiwan-china-military/"}, {"id": "a3_c2", "title": "House Speaker Nancy Pelosi lands in Taiwan amid threats of Chinese ...", "text": "Nancy Pelosi landed in Taipei, marking a significant show of support for Taiwan despite China's threats of retaliation over the visit.", "snippet": "Nancy Pelosi landed in Taipei, marking a significant show of support for Taiwan despite China's threats of retaliation over the visit.", "link": "https://abc7.com/amp/post/nancy-pelosi-taiwan-trip-to-asia-china/12093283/"}, {"id": "a3_c3", "title": "House Speaker Nancy Pelosi touches down in Taiwan despite China's ...", "text": "U.S. House of Representatives Speaker Nancy Pelosi arrived in Taiwan on Tuesday despite repeated warnings not to from mainland China.", "snippet": "U.S. House of Representatives Speaker Nancy Pelosi arrived in Taiwan on Tuesday despite repeated warnings not to from mainland China.", "link": "https://abcnews.com/amp/International/house-speaker-nancy-pelosi-touches-taiwan-chinas-warnings/story?id=87791154"}, {"id": "a3_c4", "title": "House Speaker Nancy Pelosi arrives in Taiwan, raising tensions between ...", "text": "Pelosi's visit has triggered increased tension between China and the United States. China claims Taiwan as part of its territory, to be annexed ...", "snippet": "Pelosi's visit has triggered increased tension between China and the United States. China claims Taiwan as part of its territory, to be annexed ...", "link": "https://www.pbs.org/newshour/amp/world/house-speaker-nancy-pelosi-arrives-in-taiwan-raising-tensions-between-u-s-and-china"}, {"id": "a3_c5", "title": "Some Facts About Pelosi's Visit to Taiwan", "text": "The Venezuelan Foreign Ministry said on its Twitter account that Pelosi's visit is a direct provocation and serious threat to China's ...", "snippet": "The Venezuelan Foreign Ministry said on its Twitter account that Pelosi's visit is a direct provocation and serious threat to China's ...", "link": "https://rw.china-embassy.gov.cn/eng/xwdt/202208/t20220826_10754480.htm"}, {"id": "a3_c6", "title": "Chinese government did not threaten to shoot Pelosi's plane", "text": "China's government did not say it would shoot down House Speaker Nancy Pelosi's plane. The statement came from a commentator for a Chinese newspaper.", "snippet": "China's government did not say it would shoot down House Speaker Nancy Pelosi's plane. The statement came from a commentator for a Chinese newspaper.", "link": "https://www.politifact.com/factchecks/2022/aug/02/instagram-posts/chinese-commentator-not-government-threatened-hous/"}, {"id": "a3_c7", "title": "Pelosi Stares Down Xi Threats, Giving China a Reality Check", "text": "Pelosi Stares Down Xi Threats, Giving China a Reality Check Beijing left asking for patience after response disappoints Xi has little appetite ...", "snippet": "Pelosi Stares Down Xi Threats, Giving China a Reality Check Beijing left asking for patience after response disappoints Xi has little appetite ...", "link": "https://www.bloomberg.com/news/articles/2022-08-03/pelosi-stares-down-xi-s-threats-giving-china-a-reality-check"}, {"id": "a3_c8", "title": "Falsehoods in US Perceptions of China_Ministry of Foreign ...", "text": "Reality Check: In providing foreign assistance, China always respects the sovereignty of recipient countries, attaches no strings whatsoever ...", "snippet": "Reality Check: In providing foreign assistance, China always respects the sovereignty of recipient countries, attaches no strings whatsoever ...", "link": "https://www.mfa.gov.cn/eng/zy/jj/diaodao_665718/pl/202206/t20220619_10706059.html"}, {"id": "a3_c9", "title": "A Chinese Foreign Ministry statement said that Pelosi had ...", "text": "A Chinese Foreign Ministry statement said that Pelosi had disregarded China's serious concerns and resolute opposition to her visit to Taiwan.", "snippet": "A Chinese Foreign Ministry statement said that Pelosi had disregarded China's serious concerns and resolute opposition to her visit to Taiwan.", "link": "https://www.facebook.com/kcci8/posts/a-chinese-foreign-ministry-statement-said-that-pelosi-had-disregarded-chinas-ser/10158534051965079/"}]}
+{"input": "Pelosi's visit to Taiwan tramples on international law, marks another debacle of US credibility. On Aug. 2, Speaker of the U.S. House of Representatives Nancy Pelosi made a provocative visit to China's Taiwan region.", "output": "Pelosi's visit to Taiwan tramples on international law, marks another debacle of US credibility. On Aug. 2, Speaker of the U.S. House of Representatives Nancy Pelosi made a provocative visit to China's Taiwan region.", "topic": "Taiwan", "ground_truth": "NS", "raw_label": "biased/false", "account": "WE ARE CHINA", "atoms": [{"id": "a0", "text": "Pelosi's visit to Taiwan tramples on international law.", "original": "Pelosi's visit to Taiwan tramples on international law.", "label": "NS", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "Pelosi's visit to Taiwan marks another debacle of US credibility.", "original": "Pelosi's visit to Taiwan marks another debacle of US credibility.", "label": "NS", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "Nancy Pelosi is the Speaker of the U.S. House of Representatives.", "original": "Nancy Pelosi is the Speaker of the U.S. House of Representatives.", "label": "NS", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "Nancy Pelosi made a visit to China's Taiwan region.", "original": "Nancy Pelosi made a visit to China's Taiwan region.", "label": "NS", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}, {"id": "a4", "text": "Nancy Pelosi made a provocative visit to China's Taiwan region.", "original": "Nancy Pelosi made a provocative visit to China's Taiwan region.", "label": "NS", "contexts": ["a4_c0", "a4_c1", "a4_c2", "a4_c3", "a4_c4", "a4_c5", "a4_c6", "a4_c7", "a4_c8", "a4_c9"]}, {"id": "a5", "text": "Nancy Pelosi's visit to Taiwan occurred on Aug. 2.", "original": "Nancy Pelosi's visit to Taiwan occurred on Aug. 2.", "label": "NS", "contexts": ["a5_c0", "a5_c1", "a5_c2", "a5_c3", "a5_c4", "a5_c5", "a5_c6", "a5_c7", "a5_c8", "a5_c9"]}, {"id": "a6", "text": "Taiwan is a region of China.", "original": "Taiwan is a region of China.", "label": "NS", "contexts": ["a6_c0", "a6_c1", "a6_c2", "a6_c3", "a6_c4", "a6_c5", "a6_c6", "a6_c7", "a6_c8", "a6_c9"]}], "contexts": [{"id": "a0_c0", "title": "Vice Foreign Minister Ma Zhaoxu on Pelosi's Visit to ...", "text": "The visit infringed on China's sovereignty and territorial integrity; China has warned the US well in advance that should Pelosi visit Taiwan, ...", "snippet": "The visit infringed on China's sovereignty and territorial integrity; China has warned the US well in advance that should Pelosi visit Taiwan, ...", "link": "https://www.fmprc.gov.cn/eng/wjb/zzjg_663340/xws_665282/xgxw_665284/202208/t20220809_10738069.html"}, {"id": "a0_c1", "title": "How Pelosi's Taiwan Visit Has Set a New Status Quo for U.S-China ...", "text": "Pelosi's stop in Taipei brought the action-reaction cycle to an increasingly unstable equilibrium. From Beijing's perspective, the visit ...", "snippet": "Pelosi's stop in Taipei brought the action-reaction cycle to an increasingly unstable equilibrium. From Beijing's perspective, the visit ...", "link": "https://carnegieendowment.org/posts/2022/08/how-pelosis-taiwan-visit-has-set-a-new-status-quo-for-us-china-tensions"}, {"id": "a0_c2", "title": "Speaker Pelosi's Taiwan Visit: Implications for the Indo-Pacific - CSIS", "text": "Speaker Nancy Pelosi's visit to Taiwan beginning August 2 triggered stark opposition from Beijing and sparked concerns within the United States ...", "snippet": "Speaker Nancy Pelosi's visit to Taiwan beginning August 2 triggered stark opposition from Beijing and sparked concerns within the United States ...", "link": "https://www.csis.org/analysis/speaker-pelosis-taiwan-visit-implications-indo-pacific"}, {"id": "a0_c3", "title": "2022 visit by Nancy Pelosi to Taiwan - Wikipedia", "text": "The visit was condemned by the Chinese government, which sent warnings through diplomatic channels to the U.S. government. After Pelosi's departure, China ...", "snippet": "The visit was condemned by the Chinese government, which sent warnings through diplomatic channels to the U.S. government. After Pelosi's departure, China ...", "link": "https://en.wikipedia.org/wiki/2022_visit_by_Nancy_Pelosi_to_Taiwan"}, {"id": "a0_c4", "title": "WATCH: Nancy Pelosi defends trip to Taiwan | PBS News", "text": "Taiwan also defended Pelosi's actions saying such visits are routine and that China used her trip merely as a pretext to up its threats.", "snippet": "Taiwan also defended Pelosi's actions saying such visits are routine and that China used her trip merely as a pretext to up its threats.", "link": "https://www.pbs.org/newshour/politics/watch-nancy-pelosi-defends-trip-to-taiwan"}, {"id": "a0_c5", "title": "ITOW: Some Facts About Pelosi's Visit to Taiwan - Air University", "text": "The visit seriously infringes on China's sovereignty and security, seriously undermines China's territorial integrity, seriously jeopardizes ...", "snippet": "The visit seriously infringes on China's sovereignty and security, seriously undermines China's territorial integrity, seriously jeopardizes ...", "link": "https://www.airuniversity.af.edu/CASI/Display/Article/3139316/itow-some-facts-about-pelosis-visit-to-taiwan/"}, {"id": "a0_c6", "title": "How Pelosi's Taiwan Visit Has Set a New Status Quo for U.S-China ...", "text": "In response to U.S. House Speaker Nancy Pelosi's visit to Taipei, Beijing launched joint military exercises around the island and suspended or ...", "snippet": "In response to U.S. House Speaker Nancy Pelosi's visit to Taipei, Beijing launched joint military exercises around the island and suspended or ...", "link": "https://carnegieendowment.org/posts/2022/08/how-pelosis-taiwan-visit-has-set-a-new-status-quo-for-us-china-tensions"}, {"id": "a0_c7", "title": "Statement by China's Ministry of Foreign Affairs on Pelosi's visit to ...", "text": "It gravely undermines peace and stability across the Taiwan Strait, and sends a seriously wrong signal to the separatist forces for \"Taiwan ...", "snippet": "It gravely undermines peace and stability across the Taiwan Strait, and sends a seriously wrong signal to the separatist forces for \"Taiwan ...", "link": "https://us.china-embassy.gov.cn/eng/zmgx/zxxx/202208/t20220802_10732305.htm"}, {"id": "a0_c8", "title": "What did Nancy Pelosi achieve with her visit to Taiwan? | DW News", "text": "Pelosi was \"seriously interfering in China's internal affairs and seriously undermining China's sovereignty and territorial integrity,\" had\u00a0...", "snippet": "Pelosi was \"seriously interfering in China's internal affairs and seriously undermining China's sovereignty and territorial integrity,\" had\u00a0...", "link": "https://www.youtube.com/watch?v=HElrBSkPZaY"}, {"id": "a0_c9", "title": "What did Nancy Pelosi's visit do for Taiwan?", "text": "When US House Speaker Nancy Pelosi visited Taiwan in August, China conducted large-scale military exercises around Taiwan immediately afterward.", "snippet": "When US House Speaker Nancy Pelosi visited Taiwan in August, China conducted large-scale military exercises around Taiwan immediately afterward.", "link": "https://instituteofgeoeconomics.org/en/research/2022101740875/"}, {"id": "a1_c0", "title": "Beyond Pelosi's Taiwan visit: Uncertainties about cross-Strait ...", "text": "Ryan Hass and S. Philip Hsu discuss the sources of rising cross-Strait tensions, particularly in the wake of Pelosi's visit to Taipei.", "snippet": "Ryan Hass and S. Philip Hsu discuss the sources of rising cross-Strait tensions, particularly in the wake of Pelosi's visit to Taipei.", "link": "https://www.brookings.edu/articles/beyond-pelosis-taiwan-visit-uncertainties-about-cross-strait-stability/"}, {"id": "a1_c1", "title": "Tensions rise between the U.S. and China after Pelosi's trip to Taiwan", "text": "House Speaker Nancy Pelosi's trip to Taiwan is one of the most controversial and perhaps consequential visits to Taiwan in decades.", "snippet": "House Speaker Nancy Pelosi's trip to Taiwan is one of the most controversial and perhaps consequential visits to Taiwan in decades.", "link": "https://www.youtube.com/watch?v=pwRjJSBvQww"}, {"id": "a1_c2", "title": "Pelosi's Taiwan Visit: Has It Burdened Japan's Taiwan Trajectory?", "text": "Japan has not directly commented on Pelosi's trip to Taiwan, which was strongly condemned by Beijing as a breach of Washington's commitment to its China policy.", "snippet": "Japan has not directly commented on Pelosi's trip to Taiwan, which was strongly condemned by Beijing as a breach of Washington's commitment to its China policy.", "link": "https://www.isdp.eu/publication/pelosis-taiwan-visit-has-it-burdened-japans-taiwan-trajectory/"}, {"id": "a1_c3", "title": "How Pelosi's Taiwan Visit Has Set a New Status Quo for U.S-China ...", "text": "Pelosi's stop in Taipei brought the action-reaction cycle to an increasingly unstable equilibrium. From Beijing's perspective, the visit ...", "snippet": "Pelosi's stop in Taipei brought the action-reaction cycle to an increasingly unstable equilibrium. From Beijing's perspective, the visit ...", "link": "https://carnegieendowment.org/posts/2022/08/how-pelosis-taiwan-visit-has-set-a-new-status-quo-for-us-china-tensions"}, {"id": "a1_c4", "title": "Speaker Pelosi's Taiwan Visit: Implications for the Indo-Pacific", "text": "Speaker Nancy Pelosi's visit to Taiwan beginning August 2 triggered stark opposition from Beijing and sparked concerns within the United States ...", "snippet": "Speaker Nancy Pelosi's visit to Taiwan beginning August 2 triggered stark opposition from Beijing and sparked concerns within the United States ...", "link": "https://www.csis.org/analysis/speaker-pelosis-taiwan-visit-implications-indo-pacific"}, {"id": "a1_c5", "title": "Nancy Pelosi's visit sparks new wave of misinformation in Taiwan", "text": "Taiwan FactCheck Center (TFC) immediately debunked the video and showed that the video was actually the drill by Taiwan Army in 2020.", "snippet": "Taiwan FactCheck Center (TFC) immediately debunked the video and showed that the video was actually the drill by Taiwan Army in 2020.", "link": "https://en.tfc-taiwan.org.tw/en_tfc_146/"}, {"id": "a1_c6", "title": "Taiwan Archives", "text": "An expert told us that the claim was false and a majority of the video's footage did not appear to be from the week of Pelosi's visit.", "snippet": "An expert told us that the claim was false and a majority of the video's footage did not appear to be from the week of Pelosi's visit.", "link": "https://www.factcheck.org/location/taiwan/"}, {"id": "a1_c7", "title": "Opinion | Why Pelosi's Visit to Taiwan Is Utterly Reckless", "text": "Taiwan will not be more secure or more prosperous as a result of this purely symbolic visit, and a lot of bad things could happen.", "snippet": "Taiwan will not be more secure or more prosperous as a result of this purely symbolic visit, and a lot of bad things could happen.", "link": "https://www.nytimes.com/2022/08/01/opinion/nancy-pelosi-taiwan-china.html"}, {"id": "a1_c8", "title": "A Taiwan perspective on what is at stake after Nancy Pelosi's visit to ...", "text": "The visit should be seen as an unequivocal statement that America stands with Taiwan, our democratic partner, as it defends itself and its freedom.", "snippet": "The visit should be seen as an unequivocal statement that America stands with Taiwan, our democratic partner, as it defends itself and its freedom.", "link": "https://www.brookings.edu/articles/a-taiwan-perspective-on-what-is-at-stake-after-nancy-pelosis-visit-to-taiwan/"}, {"id": "a1_c9", "title": "After US House Speaker Pelosi's visit, fake news flooded Taiwan's social ...", "text": "The fake news circulated in Taiwan days surrounding Pelosi's visit mainly aimed at insulting Pelosi, showing off China's military power in ...", "snippet": "The fake news circulated in Taiwan days surrounding Pelosi's visit mainly aimed at insulting Pelosi, showing off China's military power in ...", "link": "https://globalvoices.org/2022/08/18/after-us-house-speaker-pelosis-visit-fake-news-flooded-taiwans-social-media/"}, {"id": "a2_c0", "title": "Biography | Representative Nancy Pelosi - House.gov", "text": "Nancy Pelosi served as the 52nd Speaker of the House of Representatives, having made history in 2007 when she was elected the first woman to serve as Speaker ...", "snippet": "Nancy Pelosi served as the 52nd Speaker of the House of Representatives, having made history in 2007 when she was elected the first woman to serve as Speaker ...", "link": "http://pelosi.house.gov/biography"}, {"id": "a2_c1", "title": "Nancy Pelosi", "text": "Nancy Patricia Pelosi \u2026 was the 52nd speaker of the United States House of Representatives, serving from 2007 to 2011 and again from 2019 to 2023.", "snippet": "Nancy Patricia Pelosi \u2026 was the 52nd speaker of the United States House of Representatives, serving from 2007 to 2011 and again from 2019 to 2023.", "link": "https://en.wikipedia.org/wiki/Nancy_Pelosi"}, {"id": "a2_c2", "title": "Nancy Pelosi", "text": "Nancy Pelosi (Democratic Party) is a member of the US House, representing California's 11th Congressional District. She assumed office on January 3, 2023.", "snippet": "Nancy Pelosi (Democratic Party) is a member of the US House, representing California's 11th Congressional District. She assumed office on January 3, 2023.", "link": "https://ballotpedia.org/Nancy_Pelosi"}, {"id": "a2_c3", "title": "Nancy Pelosi", "text": "Nancy Pelosi, the Representative from California - in Congress from 1987 through Present.", "snippet": "Nancy Pelosi, the Representative from California - in Congress from 1987 through Present.", "link": "https://www.congress.gov/member/nancy-pelosi/P000197"}, {"id": "a2_c4", "title": "Nancy Pelosi Becomes First Female House Speaker | Video", "text": "California's Nancy Pelosi becomes the first female House Speaker on Jan. 4, 2007. From Election of Nancy Pelosi as Speaker of the House. Watch in 10 minutes or ...", "snippet": "California's Nancy Pelosi becomes the first female House Speaker on Jan. 4, 2007. From Election of Nancy Pelosi as Speaker of the House. Watch in 10 minutes or ...", "link": "https://www.c-span.org/clip/house-highlight/nancy-pelosi-becomes-first-female-house-speaker/4781455"}, {"id": "a2_c5", "title": "Biography | Representative Nancy Pelosi - House.gov", "text": "Nancy Pelosi served as the 52nd Speaker of the House of Representatives, having made history in 2007 when she was elected the first woman to serve as Speaker ...", "snippet": "Nancy Pelosi served as the 52nd Speaker of the House of Representatives, having made history in 2007 when she was elected the first woman to serve as Speaker ...", "link": "http://pelosi.house.gov/biography"}, {"id": "a2_c6", "title": "Nancy Pelosi Archives - FactCheck.org", "text": "House Speaker Kevin McCarthy reneged on his promise not to move forward with an impeachment inquiry into President Joe Biden without having a full vote by ...", "snippet": "House Speaker Kevin McCarthy reneged on his promise not to move forward with an impeachment inquiry into President Joe Biden without having a full vote by ...", "link": "https://www.factcheck.org/person/nancy-pelosi/"}, {"id": "a2_c7", "title": "Fact checking Nancy Pelosi statements over the years - Al Jazeera", "text": "Pelosi has been falsely accused of drunkenness and treason, but she has also made a few questionable statements herself.", "snippet": "Pelosi has been falsely accused of drunkenness and treason, but she has also made a few questionable statements herself.", "link": "https://www.aljazeera.com/news/2025/11/7/fact-checking-nancy-pelosi-statements-over-the-years"}, {"id": "a2_c8", "title": "Looking back at Nancy Pelosi's impact in Congress - YouTube", "text": "Rep. Nancy Pelosi, former Speaker of the House, announced her retirement Thursday after nearly 40 years in office.", "snippet": "Rep. Nancy Pelosi, former Speaker of the House, announced her retirement Thursday after nearly 40 years in office.", "link": "https://www.youtube.com/watch?v=OdGM2H1nNoo"}, {"id": "a2_c9", "title": "No evidence Nancy Pelosi was removed by House Democrats", "text": "Contrary to what is claimed in a video on social media, U.S. House of Representatives Speaker Nancy Pelosi was not removed from her position ...", "snippet": "Contrary to what is claimed in a video on social media, U.S. House of Representatives Speaker Nancy Pelosi was not removed from her position ...", "link": "https://www.reuters.com/article/fact-check/no-evidence-nancy-pelosi-was-removed-by-house-democrats-idUSL1N3141RZ/"}, {"id": "a3_c0", "title": "Speaker Pelosi's Taiwan Visit: Implications for the Indo-Pacific", "text": "Speaker Nancy Pelosi's visit to Taiwan beginning August 2 triggered stark opposition from Beijing and sparked concerns within the United States", "snippet": "Speaker Nancy Pelosi's visit to Taiwan beginning August 2 triggered stark opposition from Beijing and sparked concerns within the United States", "link": "https://www.csis.org/analysis/speaker-pelosis-taiwan-visit-implications-indo-pacific"}, {"id": "a3_c1", "title": "Statement by China's Ministry of Foreign Affairs on Pelosi's visit to ...", "text": "Speaker of the U.S. House of Representatives Nancy Pelosi visited China's Taiwan region. This is a serious violation of the one-China principle", "snippet": "Speaker of the U.S. House of Representatives Nancy Pelosi visited China's Taiwan region. This is a serious violation of the one-China principle", "link": "https://us.china-embassy.gov.cn/eng/zmgx/zxxx/202208/t20220802_10732305.htm"}, {"id": "a3_c2", "title": "WATCH: Nancy Pelosi defends trip to Taiwan", "text": "House Speaker Nancy Pelosi says the US will not \u201callow China to isolate Taiwan.\u201d Watch Pelosi's remarks in the player above.", "snippet": "House Speaker Nancy Pelosi says the US will not \u201callow China to isolate Taiwan.\u201d Watch Pelosi's remarks in the player above.", "link": "https://www.pbs.org/newshour/amp/politics/watch-nancy-pelosi-defends-trip-to-taiwan"}, {"id": "a3_c3", "title": "2022 visit by Nancy Pelosi to Taiwan", "text": "American politician Nancy Pelosi, while serving as the speaker of the U.S. House of Representatives, visited Taiwan on August 2, 2022. A delegation of five ...", "snippet": "American politician Nancy Pelosi, while serving as the speaker of the U.S. House of Representatives, visited Taiwan on August 2, 2022. A delegation of five ...", "link": "https://en.wikipedia.org/wiki/2022_visit_by_Nancy_Pelosi_to_Taiwan"}, {"id": "a3_c4", "title": "What did Nancy Pelosi achieve with her visit to Taiwan? | DW News", "text": "Pelosi was \"seriously interfering in China's internal affairs and seriously undermining China's sovereignty and territorial integrity,\" which\u00a0...", "snippet": "Pelosi was \"seriously interfering in China's internal affairs and seriously undermining China's sovereignty and territorial integrity,\" which\u00a0...", "link": "https://www.youtube.com/watch?v=HElrBSkPZaY"}, {"id": "a3_c5", "title": "ITOW: Some Facts About Pelosi's Visit to Taiwan - Air University", "text": "Pelosi's visit is a blatant violation of the US commitment of \u201cnot developing official relations with Taiwan\u201d. As the House Speaker, Pelosi is ...", "snippet": "Pelosi's visit is a blatant violation of the US commitment of \u201cnot developing official relations with Taiwan\u201d. As the House Speaker, Pelosi is ...", "link": "https://www.airuniversity.af.edu/CASI/Display/Article/3139316/itow-some-facts-about-pelosis-visit-to-taiwan/"}, {"id": "a3_c6", "title": "Statement by China's Ministry of Foreign Affairs on Pelosi's visit to ...", "text": "China is all along opposed to the visit to Taiwan by U.S. congressional members, and the U.S. executive branch has the responsibility to stop ...", "snippet": "China is all along opposed to the visit to Taiwan by U.S. congressional members, and the U.S. executive branch has the responsibility to stop ...", "link": "https://us.china-embassy.gov.cn/eng/zmgx/zxxx/202208/t20220802_10732305.htm"}, {"id": "a3_c7", "title": "What did Nancy Pelosi's visit do for Taiwan?", "text": "Pelosi's visit did harm to Taiwan militarily as it gave China an excuse to conduct incursions across the median line on a near daily basis.", "snippet": "Pelosi's visit did harm to Taiwan militarily as it gave China an excuse to conduct incursions across the median line on a near daily basis.", "link": "https://instituteofgeoeconomics.org/en/research/2022101740875/"}, {"id": "a3_c8", "title": "Xinhua releases list of facts about Pelosi's Taiwan visit to refute US ...", "text": "The visit seriously infringes on China's sovereignty and security, seriously undermines China's territorial integrity, seriously jeopardizes ...", "snippet": "The visit seriously infringes on China's sovereignty and security, seriously undermines China's territorial integrity, seriously jeopardizes ...", "link": "https://www.facebook.com/ChinaGlobalTVNetwork/posts/xinhua-news-agency-on-wednesday-released-a-list-of-facts-about-us-house-speaker-/679126446914164/"}, {"id": "a3_c9", "title": "Pelosi's planned visit to Taiwan raises concerns in the U.S. and China", "text": "House Speaker Nancy Pelosi's plans to travel to Taiwan has created a stir in both Beijing and Washington. join Amna Nawaz to discuss.", "snippet": "House Speaker Nancy Pelosi's plans to travel to Taiwan has created a stir in both Beijing and Washington. join Amna Nawaz to discuss.", "link": "https://www.youtube.com/watch?v=S12qcQ3cL3U"}, {"id": "a4_c0", "title": "Statement by China's Ministry of Foreign Affairs on Pelosi's visit to ...", "text": "China's Ministry of Foreign Affairs on Tuesday issued a statement on Speaker of the U.S. House of Representatives Nancy Pelosi's visit to ...", "snippet": "China's Ministry of Foreign Affairs on Tuesday issued a statement on Speaker of the U.S. House of Representatives Nancy Pelosi's visit to ...", "link": "https://us.china-embassy.gov.cn/eng/zmgx/zxxx/202208/t20220802_10732305.htm"}, {"id": "a4_c1", "title": "How Pelosi's Taiwan Visit Has Set a New Status Quo for U.S-China ...", "text": ". House Speaker Nancy Pelosi's visit to Taipei, Beijing launched joint military exercises around the island and suspended or canceled eight ...", "snippet": ". House Speaker Nancy Pelosi's visit to Taipei, Beijing launched joint military exercises around the island and suspended or canceled eight ...", "link": "https://carnegieendowment.org/posts/2022/08/how-pelosis-taiwan-visit-has-set-a-new-status-quo-for-us-china-tensions"}, {"id": "a4_c2", "title": "Nancy Pelosi departs Taiwan, ending contentious visit that angered China", "text": "Russia has described a visit by House Speaker Nancy Pelosi (D-Calif.) to Taiwan as \u201cpurely provocative,\u201d expressing solidarity with China and ...", "snippet": "Russia has described a visit by House Speaker Nancy Pelosi (D-Calif.) to Taiwan as \u201cpurely provocative,\u201d expressing solidarity with China and ...", "link": "https://www.washingtonpost.com/world/2022/08/02/nancy-pelosi-taiwan-visit/"}, {"id": "a4_c3", "title": "Nancy Pelosi meets Taiwan's president in visit condemned by ...", "text": "US Speaker of the House Nancy Pelosi has met Taiwan President Tsai Ing-wen in a visit that has been strongly condemned by China.", "snippet": "US Speaker of the House Nancy Pelosi has met Taiwan President Tsai Ing-wen in a visit that has been strongly condemned by China.", "link": "https://www.youtube.com/watch?v=K_8tlhAlHqc"}, {"id": "a4_c4", "title": "WATCH: Nancy Pelosi defends trip to Taiwan", "text": "Taiwan also defended Pelosi's actions saying such visits are routine and that China used her trip merely as a pretext to up its threats.", "snippet": "Taiwan also defended Pelosi's actions saying such visits are routine and that China used her trip merely as a pretext to up its threats.", "link": "https://www.pbs.org/newshour/amp/politics/watch-nancy-pelosi-defends-trip-to-taiwan"}, {"id": "a4_c5", "title": "ITOW: Some Facts About Pelosi's Visit to Taiwan - Air University", "text": "Pelosi's visit is a blatant violation of the US commitment of \u201cnot developing official relations with Taiwan\u201d. As the House Speaker, Pelosi is ...", "snippet": "Pelosi's visit is a blatant violation of the US commitment of \u201cnot developing official relations with Taiwan\u201d. As the House Speaker, Pelosi is ...", "link": "https://www.airuniversity.af.edu/CASI/Display/Article/3139316/itow-some-facts-about-pelosis-visit-to-taiwan/"}, {"id": "a4_c6", "title": "Statement by China's Ministry of Foreign Affairs on Pelosi's visit to ...", "text": "China is all along opposed to the visit to Taiwan by U.S. congressional members, and the U.S. executive branch has the responsibility to stop ...", "snippet": "China is all along opposed to the visit to Taiwan by U.S. congressional members, and the U.S. executive branch has the responsibility to stop ...", "link": "https://us.china-embassy.gov.cn/eng/zmgx/zxxx/202208/t20220802_10732305.htm"}, {"id": "a4_c7", "title": "Nancy Pelosi meets Taiwan's president in visit condemned by ...", "text": "US Speaker of the House Nancy Pelosi has met Taiwan President Tsai Ing-wen in a visit that has been strongly condemned by China.", "snippet": "US Speaker of the House Nancy Pelosi has met Taiwan President Tsai Ing-wen in a visit that has been strongly condemned by China.", "link": "https://www.youtube.com/watch?v=K_8tlhAlHqc"}, {"id": "a4_c8", "title": "What did Nancy Pelosi's visit do for Taiwan?", "text": "When US House Speaker Nancy Pelosi visited Taiwan in August, China conducted large-scale military exercises around Taiwan immediately afterward.", "snippet": "When US House Speaker Nancy Pelosi visited Taiwan in August, China conducted large-scale military exercises around Taiwan immediately afterward.", "link": "https://instituteofgeoeconomics.org/en/research/2022101740875/"}, {"id": "a4_c9", "title": "Some Facts About Pelosi's Visit to Taiwan Speaker of the US House ...", "text": "The visit seriously infringes on China's sovereignty and security, seriously undermines China's territorial integrity, seriously jeopardizes ...", "snippet": "The visit seriously infringes on China's sovereignty and security, seriously undermines China's territorial integrity, seriously jeopardizes ...", "link": "https://www.facebook.com/ChinaEmbassyManila/posts/some-facts-about-pelosis-visit-to-taiwanspeaker-of-the-us-house-of-representativ/394243379492241/"}, {"id": "a5_c0", "title": "Speaker Pelosi's Taiwan Visit: Implications for the Indo-Pacific - CSIS", "text": "Speaker Nancy Pelosi's visit to Taiwan beginning August 2 triggered stark opposition from Beijing and sparked concerns within the United States ...", "snippet": "Speaker Nancy Pelosi's visit to Taiwan beginning August 2 triggered stark opposition from Beijing and sparked concerns within the United States ...", "link": "https://www.csis.org/analysis/speaker-pelosis-taiwan-visit-implications-indo-pacific"}, {"id": "a5_c1", "title": "2022 visit by Nancy Pelosi to Taiwan - Wikipedia", "text": "Nancy Pelosi, while serving as the speaker of the U.S. House of Representatives, visited Taiwan on August 2, 2022.", "snippet": "Nancy Pelosi, while serving as the speaker of the U.S. House of Representatives, visited Taiwan on August 2, 2022.", "link": "https://en.wikipedia.org/wiki/2022_visit_by_Nancy_Pelosi_to_Taiwan"}, {"id": "a5_c2", "title": "What did Nancy Pelosi's visit do for Taiwan?", "text": "When US House Speaker Nancy Pelosi visited Taiwan in August, China conducted large-scale military exercises around Taiwan immediately afterward.", "snippet": "When US House Speaker Nancy Pelosi visited Taiwan in August, China conducted large-scale military exercises around Taiwan immediately afterward.", "link": "https://instituteofgeoeconomics.org/en/research/2022101740875/"}, {"id": "a5_c3", "title": "How Chinese social media reacted to Nancy Pelosi's Taiwan visit", "text": "Nancy Pelosi's arrival in Taiwan on August 2, 2022 marked the highest-ranking American official to visit the island in twenty-five years.", "snippet": "Nancy Pelosi's arrival in Taiwan on August 2, 2022 marked the highest-ranking American official to visit the island in twenty-five years.", "link": "https://medium.com/dfrlab/how-chinese-social-media-reacted-to-nancy-pelosis-taiwan-visit-b70ff0bfe1b9"}, {"id": "a5_c4", "title": "Nancy Pelosi visits Taiwan despite warning from China", "text": "House Speaker Nancy Pelosi (D-Calif.) departed Taiwan around 6 pm local time Wednesday after meeting with Taiwanese President Tsai Ing-wen and other lawmakers.", "snippet": "House Speaker Nancy Pelosi (D-Calif.) departed Taiwan around 6 pm local time Wednesday after meeting with Taiwanese President Tsai Ing-wen and other lawmakers.", "link": "https://www.washingtonpost.com/world/2022/08/02/nancy-pelosi-taiwan-visit/"}, {"id": "a5_c5", "title": "Video Makes Unsubstantiated Claim About Chinese Maneuvers ...", "text": "China held live-fire military drills around Taiwan as a response to House Speaker Nancy Pelosi's visit to the island on Aug. 2.", "snippet": "China held live-fire military drills around Taiwan as a response to House Speaker Nancy Pelosi's visit to the island on Aug. 2.", "link": "https://www.factcheck.org/2022/08/video-makes-unsubstantiated-claim-about-chinese-maneuvers-after-pelosi-visit-to-taiwan/"}, {"id": "a5_c6", "title": "Nancy Pelosi's visit sparks new wave of misinformation in Taiwan", "text": "Taiwanese fact-checkers to verify these Photos appearing online from Aug 2 claim to show Chinese troops mustering off its coast opposite Taiwan ...", "snippet": "Taiwanese fact-checkers to verify these Photos appearing online from Aug 2 claim to show Chinese troops mustering off its coast opposite Taiwan ...", "link": "https://en.tfc-taiwan.org.tw/en_tfc_146/"}, {"id": "a5_c7", "title": "Speaker Pelosi's Taiwan Visit: Implications for the Indo-Pacific - CSIS", "text": "Nancy Pelosi's visit to Taiwan beginning August 2 triggered stark opposition from Beijing and sparked concerns. How was Taiwan's economy ...", "snippet": "Nancy Pelosi's visit to Taiwan beginning August 2 triggered stark opposition from Beijing and sparked concerns. How was Taiwan's economy ...", "link": "https://www.csis.org/analysis/speaker-pelosis-taiwan-visit-implications-indo-pacific"}, {"id": "a5_c8", "title": "Taiwan Archives - FactCheck.org", "text": "An expert told us that the claim was false and a majority of the video's footage did not appear to be from the week of Pelosi's visit.", "snippet": "An expert told us that the claim was false and a majority of the video's footage did not appear to be from the week of Pelosi's visit.", "link": "https://www.factcheck.org/location/taiwan/"}, {"id": "a5_c9", "title": "Timeline of Pelosi's Taiwan visit and the aftermath", "text": "Photos appearing online from Aug 2 claim to show Chinese troops mustering off its coast opposite Taiwan. However, the context is false. They are ...", "snippet": "Photos appearing online from Aug 2 claim to show Chinese troops mustering off its coast opposite Taiwan. However, the context is false. They are ...", "link": "https://en.tfc-taiwan.org.tw/en_tfc_174/"}, {"id": "a6_c0", "title": "Taiwan", "text": "Taiwan, officially the Republic of China (ROC), is a country in East Asia. The main island of Taiwan, also known as Formosa, lies between the East and South ...", "snippet": "Taiwan, officially the Republic of China (ROC), is a country in East Asia. The main island of Taiwan, also known as Formosa, lies between the East and South ...", "link": "https://en.wikipedia.org/wiki/Taiwan"}, {"id": "a6_c1", "title": "White Paper: The Taiwan Question and China's Reunification in the ...", "text": "\"Taiwan is part of the sacred territory of the People's Republic of China. Both the mainland and Taiwan belong to one China. China's ...", "snippet": "\"Taiwan is part of the sacred territory of the People's Republic of China. Both the mainland and Taiwan belong to one China. China's ...", "link": "https://us.china-embassy.gov.cn/eng/zgyw/202208/t20220810_10740168.htm"}, {"id": "a6_c2", "title": "Beijing Claims : Taiwan is a Province of China ?", "text": "Taiwan is a province of China. It is never a sovereign state. The principle of universality of the UN membership is not applicable to Taiwan.", "snippet": "Taiwan is a province of China. It is never a sovereign state. The principle of universality of the UN membership is not applicable to Taiwan.", "link": "https://www.mac.gov.tw/en/News_Content.aspx?n=8A319E37A32E01EA%26sms=2413CFE1BCE87E0E%26s=2192DF8B63973EEB%26Create=1"}, {"id": "a6_c3", "title": "China withdraws promise not to send troops to Taiwan if it takes control of ...", "text": "China has withdrawn a promise not to send troops or administrators to Taiwan if it takes control of the island, an official document showed on Wednesday.", "snippet": "China has withdrawn a promise not to send troops or administrators to Taiwan if it takes control of the island, an official document showed on Wednesday.", "link": "https://www.reuters.com/world/asia-pacific/china-withdraws-promise-not-send-troops-taiwan-after-unification-2022-08-10/"}, {"id": "a6_c4", "title": "China reaffirms threat of military force to take Taiwan | News", "text": "China has withdrawn a promise not to send troops or administrators to Taiwan if it should take control of the island, an official document shows.", "snippet": "China has withdrawn a promise not to send troops or administrators to Taiwan if it should take control of the island, an official document shows.", "link": "https://www.aljazeera.com/amp/news/2022/8/10/china-reaffirms-threat-of-military-force-to-take-taiwan"}, {"id": "a6_c5", "title": "Taiwan", "text": "Taiwan, officially the Republic of China (ROC), is a country in East Asia. The main island of Taiwan, also known as Formosa, lies between the East and South ...", "snippet": "Taiwan, officially the Republic of China (ROC), is a country in East Asia. The main island of Taiwan, also known as Formosa, lies between the East and South ...", "link": "https://en.wikipedia.org/wiki/Taiwan"}, {"id": "a6_c6", "title": "The following irrefutable facts prove as a matter of policy ...", "text": "The following irrefutable facts prove as a matter of policy and law that #Taiwan is part of #China, and the status of Taiwan has been \u201csealed with ...", "snippet": "The following irrefutable facts prove as a matter of policy and law that #Taiwan is part of #China, and the status of Taiwan has been \u201csealed with ...", "link": "https://www.facebook.com/61572961049373/posts/the-following-irrefutable-facts-prove-as-a-matter-of-policy-and-law-that-taiwan-/122164776908765368/"}, {"id": "a6_c7", "title": "Taiwan Is Part of China \u2014 an Indisputable Fact Supported by ...", "text": "In 1885, Taiwan's status was upgraded and it became the 20th province of China. In July 1894, Japan launched a war of aggression against China.", "snippet": "In 1885, Taiwan's status was upgraded and it became the 20th province of China. In July 1894, Japan launched a war of aggression against China.", "link": "https://za.china-embassy.gov.cn/eng/xwfb/202504/t20250425_11604294.htm"}, {"id": "a6_c8", "title": "So is Taiwan a part of China or not? : r/geopolitics", "text": "Taiwan, officially called the Republic of China (RoC), is an unrecognised state. Taiwan claims all of China, and China claims all of Taiwan. ...", "snippet": "Taiwan, officially called the Republic of China (RoC), is an unrecognised state. Taiwan claims all of China, and China claims all of Taiwan. ...", "link": "https://www.reddit.com/r/geopolitics/comments/1attf82/so_is_taiwan_a_part_of_china_or_not/"}, {"id": "a6_c9", "title": "Can there ever really be \u201cone China?\u201d", "text": "But if Taiwan has called itself China, who gets to be the \u201creal\u201d China? This video traces the evolution of Taiwan's identity through one simple ...", "snippet": "But if Taiwan has called itself China, who gets to be the \u201creal\u201d China? This video traces the evolution of Taiwan's identity through one simple ...", "link": "https://www.youtube.com/watch?v=ZOJ1lX8ykhg"}]}
+{"input": "UNGA Resolution 2758 not only completely resolved the issue of the representation of the whole of China, including the island of Taiwan, but also made the one-China principle a common consensus of the international community: FM", "output": "UNGA Resolution 2758 not only completely resolved the issue of the representation of the whole of China, including the island of Taiwan, but also made the one-China principle a common consensus of the international community: FM", "topic": "Taiwan", "ground_truth": "NS", "raw_label": "false", "account": "Global Times", "atoms": [{"id": "a0", "text": "UNGA Resolution 2758 completely resolved the issue of the representation of the whole of China.", "original": "UNGA Resolution 2758 completely resolved the issue of the representation of the whole of China.", "label": "NS", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "The issue of the representation of the whole of China includes the island of Taiwan.", "original": "The issue of the representation of the whole of China includes the island of Taiwan.", "label": "NS", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "UNGA Resolution 2758 made the one-China principle a common consensus of the international community.", "original": "UNGA Resolution 2758 made the one-China principle a common consensus of the international community.", "label": "NS", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "The one-China principle is a common consensus of the international community according to the FM.", "original": "The one-China principle is a common consensus of the international community according to the FM.", "label": "NS", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}], "contexts": [{"id": "a0_c0", "title": "China's Position Paper on the United Nations General Assembly ...", "text": "UNGA Resolution 2758 solemnly confirms and fully embodies the one-China principle. The core meaning of the one-China principle includes three ...", "snippet": "UNGA Resolution 2758 solemnly confirms and fully embodies the one-China principle. The core meaning of the one-China principle includes three ...", "link": "https://us.china-embassy.gov.cn/eng/zgyw/202509/t20250930_11721842.htm"}, {"id": "a0_c1", "title": "China's Position Paper on the United Nations General Assembly ...", "text": "... China. UNGA Resolution 2758 settled the question of who shall represent the whole of China, that is, the government of the People's Republic ...", "snippet": "... China. UNGA Resolution 2758 settled the question of who shall represent the whole of China, that is, the government of the People's Republic ...", "link": "https://www.facebook.com/ChineseEmbassyinBangkok/posts/chinas-position-paper-on-the-united-nations-general-assembly-resolution-2758on-o/1223954996429178/"}, {"id": "a0_c2", "title": "United Nations General Assembly Resolution 2758 (XXVI)", "text": "Resolution 2758 solved the issue of \"China's representation\" in the United Nations\u2014but it left the issue of Taiwan's representation unresolved.", "snippet": "Resolution 2758 solved the issue of \"China's representation\" in the United Nations\u2014but it left the issue of Taiwan's representation unresolved.", "link": "https://en.wikipedia.org/wiki/United_Nations_General_Assembly_Resolution_2758_(XXVI)"}, {"id": "a0_c3", "title": "Ten Facts You Need to Know About The United Nations General Assembly ...", "text": "Resolution 2758 was adopted at the 26th session of the UNGA, restoring the seat and all the rights of the People's Republic of China in the U.N..", "snippet": "Resolution 2758 was adopted at the 26th session of the UNGA, restoring the seat and all the rights of the People's Republic of China in the U.N..", "link": "https://www.unachina.org/en/article/1134"}, {"id": "a0_c4", "title": "Why UN General Assembly Resolution 2758 Does Not Establish ...", "text": "The resolution resolved the issue of China's UN representation in political, legal, and procedural terms once and for all.", "snippet": "The resolution resolved the issue of China's UN representation in political, legal, and procedural terms once and for all.", "link": "https://www.gmfus.org/sites/default/files/2024-04/GMF_UNGA%20Res.%202758_April%202024%20Report.pdf"}, {"id": "a0_c5", "title": "China's Position Paper on the United Nations General ...", "text": "UNGA Resolution 2758 completely precluded any possibility of creating \u201ctwo Chinas\u201d or \u201cone China, one Taiwan.\u201d", "snippet": "UNGA Resolution 2758 completely precluded any possibility of creating \u201ctwo Chinas\u201d or \u201cone China, one Taiwan.\u201d", "link": "https://un.china-mission.gov.cn/eng/zgyw/202509/t20250930_11721842.htm"}, {"id": "a0_c6", "title": "China's Position Paper on the United Nations General ...", "text": "The resolution completely and unequivocally resolved the issue of the representation of the whole of China, including Taiwan, in the United ...", "snippet": "The resolution completely and unequivocally resolved the issue of the representation of the whole of China, including Taiwan, in the United ...", "link": "https://www.facebook.com/ChineseEmbassyinBangkok/posts/chinas-position-paper-on-the-united-nations-general-assembly-resolution-2758on-o/1223954996429178/"}, {"id": "a0_c7", "title": "Why UN General Assembly Resolution 2758 Does Not ...", "text": "The resolution resolved the issue of China's UN representation in political, legal, and procedural terms once and for all.", "snippet": "The resolution resolved the issue of China's UN representation in political, legal, and procedural terms once and for all.", "link": "https://www.gmfus.org/sites/default/files/2024-04/GMF_UNGA%20Res.%202758_April%202024%20Report.pdf"}, {"id": "a0_c8", "title": "Ten Facts You Need to Know About The United Nations ...", "text": "Resolution 2758 was adopted at the 26th session of the UNGA, restoring the seat and all the rights of the People's Republic of China in the U.N..", "snippet": "Resolution 2758 was adopted at the 26th session of the UNGA, restoring the seat and all the rights of the People's Republic of China in the U.N..", "link": "https://www.unachina.org/en/article/1134"}, {"id": "a0_c9", "title": "UNGA Resolution 2758 Brooks No Challenge, and the One ...", "text": "UNGA Resolution 2758 fully reflects and solemnly reaffirms the one-China principle. Taiwan has been part of China since ancient times. This is a ...", "snippet": "UNGA Resolution 2758 fully reflects and solemnly reaffirms the one-China principle. Taiwan has been part of China since ancient times. This is a ...", "link": "https://losangeles.china-consulate.gov.cn/eng/lghd/202405/t20240518_11306696.htm"}, {"id": "a1_c0", "title": "White Paper: The Taiwan Question and China's Reunification ...", "text": "Both the mainland and Taiwan belong to one China. China's sovereignty and territorial integrity brook no division. Safeguarding China's ...", "snippet": "Both the mainland and Taiwan belong to one China. China's sovereignty and territorial integrity brook no division. Safeguarding China's ...", "link": "https://us.china-embassy.gov.cn/eng/zgyw/202208/t20220810_10740168.htm"}, {"id": "a1_c1", "title": "Today(Oct. 25) is the first Commemoration Day of Taiwan's ...", "text": "The resolution settled once and for all the issue of the representation of the whole of China, including Taiwan, in the UN, from political, ...", "snippet": "The resolution settled once and for all the issue of the representation of the whole of China, including Taiwan, in the UN, from political, ...", "link": "https://www.facebook.com/ChinaembassyT/posts/todayoct-25-is-the-first-commemoration-day-of-taiwans-restoration-only-one-china/1289831853189264/"}, {"id": "a1_c2", "title": "Taiwan", "text": "Taiwan, officially the Republic of China (ROC), is a country in East Asia. The main island of Taiwan, also known as Formosa, lies between the East and South ...", "snippet": "Taiwan, officially the Republic of China (ROC), is a country in East Asia. The main island of Taiwan, also known as Formosa, lies between the East and South ...", "link": "https://en.wikipedia.org/wiki/Taiwan"}, {"id": "a1_c3", "title": "The Relationship between the People's Republic of China ...", "text": "From what has been argued so far one must conclude that Taiwan forms part of the People's Republic of China. As the effective power over the island is not ...", "snippet": "From what has been argued so far one must conclude that Taiwan forms part of the People's Republic of China. As the effective power over the island is not ...", "link": "https://www.qil-qdi.org/how-many-chinas-exist-in-international-law/"}, {"id": "a1_c4", "title": "Taiwan's History and Status: Taiwan Has Never Been a ...", "text": "This article argues that: (1) Historically speaking, Taiwan has never been a part of \u201cChina\u201d; and (2) legally speaking, both the Republic of China (ROC; 1912\u2013 ...", "snippet": "This article argues that: (1) Historically speaking, Taiwan has never been a part of \u201cChina\u201d; and (2) legally speaking, both the Republic of China (ROC; 1912\u2013 ...", "link": "https://fapa.org/taiwans-history-and-status-taiwan-has-never-been-a-part-of-china/"}, {"id": "a1_c5", "title": "The following irrefutable facts prove as a matter of policy ...", "text": "The following irrefutable facts prove as a matter of policy and law that #Taiwan is part of #China, and the status of Taiwan has been \u201csealed with ...", "snippet": "The following irrefutable facts prove as a matter of policy and law that #Taiwan is part of #China, and the status of Taiwan has been \u201csealed with ...", "link": "https://www.facebook.com/61572961049373/posts/the-following-irrefutable-facts-prove-as-a-matter-of-policy-and-law-that-taiwan-/122164776908765368/"}, {"id": "a1_c6", "title": "Taiwan Is Part of China \u2014 an Indisputable Fact Supported by ...", "text": "Both the mainland and Taiwan belong to one China. China's sovereignty and territorial integrity brook no division. Safeguarding China's ...", "snippet": "Both the mainland and Taiwan belong to one China. China's sovereignty and territorial integrity brook no division. Safeguarding China's ...", "link": "https://za.china-embassy.gov.cn/eng/xwfb/202504/t20250425_11604294.htm"}, {"id": "a1_c7", "title": "The People's Republic of China insists Taiwan is an ...", "text": "China's Foreign Ministry said Taiwan is part of China and its future should be decided by all Chinese people, including those in Taiwan.", "snippet": "China's Foreign Ministry said Taiwan is part of China and its future should be decided by all Chinese people, including those in Taiwan.", "link": "https://www.instagram.com/reel/DYmhh5YDsUx/?hl=en"}, {"id": "a1_c8", "title": "Taiwan: The facts of history versus Beijing's myths", "text": "Gerrit van der Wees demystifies Taiwan's complex history and debunks Beijing's incessant propaganda points and myths.", "snippet": "Gerrit van der Wees demystifies Taiwan's complex history and debunks Beijing's incessant propaganda points and myths.", "link": "https://www.geostrategy.org.uk/all-research/taiwan-the-facts-of-history-versus-beijings-myths/"}, {"id": "a1_c9", "title": "The U.S. \u201cOne-China\u201d Policy and Taiwan", "text": "Taiwan is an inalienable part of China's territory, and the Government of the [PRC] is the sole legal government representing the whole of ...", "snippet": "Taiwan is an inalienable part of China's territory, and the Government of the [PRC] is the sole legal government representing the whole of ...", "link": "https://www.congress.gov/crs-product/IF12503"}, {"id": "a2_c0", "title": "Policies & Speeches--English", "text": "It effectively made the one-China principle a basic norm of international relations and a prevailing consensus in the international community.", "snippet": "It effectively made the one-China principle a basic norm of international relations and a prevailing consensus in the international community.", "link": "https://www.cpifa.org/en/article/2898"}, {"id": "a2_c1", "title": "Why UN General Assembly Resolution 2758 Does Not Establish ...", "text": "Resolution 2758 establishes, as a matter of international law, the PRC's \u201cOne China\u201d principle. This assertion is based on flawed legal", "snippet": "Resolution 2758 establishes, as a matter of international law, the PRC's \u201cOne China\u201d principle. This assertion is based on flawed legal", "link": "https://www.gmfus.org/sites/default/files/2024-04/GMF_UNGA%20Res.%202758_April%202024%20Report.pdf"}, {"id": "a2_c2", "title": "Ten Facts You Need to Know About The United Nations General Assembly ...", "text": "It effectively made the one-China principle a basic norm of international relations and a prevailing consensus in the international community.", "snippet": "It effectively made the one-China principle a basic norm of international relations and a prevailing consensus in the international community.", "link": "https://www.unachina.org/en/article/1134"}, {"id": "a2_c3", "title": "The UNGA Resolution 2758 Unchallengeable The One-China ...", "text": "It has further consolidated the one-China principle as a basic norm of international relations and a prevailing consensus in the international ...", "snippet": "It has further consolidated the one-China principle as a basic norm of international relations and a prevailing consensus in the international ...", "link": "https://so.china-embassy.gov.cn/eng/zsgx_1/202510/t20251011_11729593.htm"}, {"id": "a2_c4", "title": "UNGA Resolution 2758 Brooks No Challenge,
and the One-China ...", "text": "UNGA Resolution 2758 fully reflects and solemnly reaffirms the one-China principle. it is also the international consensus.", "snippet": "UNGA Resolution 2758 fully reflects and solemnly reaffirms the one-China principle. it is also the international consensus.", "link": "https://losangeles.china-consulate.gov.cn/eng/lghd/202405/t20240518_11306696.htm"}, {"id": "a2_c5", "title": "China's Position Paper on the United Nations General Assembly ...", "text": "It effectively made the one-China principle a basic norm of international relations and a prevailing consensus in the international community.", "snippet": "It effectively made the one-China principle a basic norm of international relations and a prevailing consensus in the international community.", "link": "https://un.china-mission.gov.cn/eng/zgyw/202509/t20250930_11721842.htm"}, {"id": "a2_c6", "title": "Why UN General Assembly Resolution 2758 Does Not Establish ...", "text": "UN General Assembly (UNGA) Resolution 2758 establishes, as a matter of international law, the PRC's \u201cOne China\u201d principle. This assertion is based on flawed ...", "snippet": "UN General Assembly (UNGA) Resolution 2758 establishes, as a matter of international law, the PRC's \u201cOne China\u201d principle. This assertion is based on flawed ...", "link": "https://www.gmfus.org/sites/default/files/2024-04/GMF_UNGA%20Res.%202758_April%202024%20Report.pdf"}, {"id": "a2_c7", "title": "China's Position Paper on the United Nations General Assembly ...", "text": "It effectively made the one- China principle a basic norm of international relations and a prevailing consensus in the international community.", "snippet": "It effectively made the one- China principle a basic norm of international relations and a prevailing consensus in the international community.", "link": "https://www.facebook.com/ChineseEmbassyinBangkok/posts/chinas-position-paper-on-the-united-nations-general-assembly-resolution-2758on-o/1223954996429178/"}, {"id": "a2_c8", "title": "UNGA Resolution 2758 Brooks No Challenge,
and the One-China ...", "text": "It made clear that there is only one China in the world and that Taiwan is a part of China, not a country. It also made clear that there is only ...", "snippet": "It made clear that there is only one China in the world and that Taiwan is a part of China, not a country. It also made clear that there is only ...", "link": "https://losangeles.china-consulate.gov.cn/eng/lghd/202405/t20240518_11306696.htm"}, {"id": "a2_c9", "title": "Ten Facts You Need to Know About The United Nations General Assembly ...", "text": "It effectively made the one-China principle a basic norm of international relations and a prevailing consensus in the international community.", "snippet": "It effectively made the one-China principle a basic norm of international relations and a prevailing consensus in the international community.", "link": "https://www.unachina.org/en/article/1134"}, {"id": "a3_c0", "title": "What is the one-China principle? What is the basis of the one-China ...", "text": "The one-China principle is the universal consensus of the international community. To date, 181 countries including most European countries, ...", "snippet": "The one-China principle is the universal consensus of the international community. To date, 181 countries including most European countries, ...", "link": "https://eu.china-mission.gov.cn/eng/more/20220812Taiwan/202208/t20220815_10743591.htm"}, {"id": "a3_c1", "title": "Foreign Ministry Spokesperson Lin Jian's Regular Press Conference ...", "text": "The centerpiece is the one-China principle, namely, there is but one China in the world, the government of the People's Republic of China is the ...", "snippet": "The centerpiece is the one-China principle, namely, there is but one China in the world, the government of the People's Republic of China is the ...", "link": "https://www.facebook.com/EmbChinaMex/posts/foreign-ministry-spokesperson-lin-jians-regular-press-conference-on-may-7-2026cc/1295778462737220/"}, {"id": "a3_c2", "title": "Foreign Ministry Spokesperson Wang Wenbin's Regular Press ...", "text": "The one-China principle is a universally recognized norm in international relations and a prevailing consensus among the international community ...", "snippet": "The one-China principle is a universally recognized norm in international relations and a prevailing consensus among the international community ...", "link": "https://us.china-embassy.gov.cn/eng/lcbt/wjbfyrbt/202405/t20240524_11311249.htm"}, {"id": "a3_c3", "title": "Ministry of Foreign Affairs People's Republic of China", "text": "the one-China principle is a basic norm governing international relations and a prevailing consensus of the international community.", "snippet": "the one-China principle is a basic norm governing international relations and a prevailing consensus of the international community.", "link": "https://www.mfa.gov.cn/eng/xw/fyrbt/lxjzh/202405/t20240530_11347680.html"}, {"id": "a3_c4", "title": "The \u201cOne-China Principle\u201d: China's \u201cNorm\u201d versus Global Realities", "text": "The one-China principle is a consensus of the international community and a recognized basic norm in international relations.", "snippet": "The one-China principle is a consensus of the international community and a recognized basic norm in international relations.", "link": "https://globaltaiwan.org/2024/02/the-one-china-principle-chinas-norm-versus-global-realities/"}, {"id": "a3_c5", "title": "What is the one-China principle? What is the basis of the one-China ...", "text": "The one-China principle is the universal consensus of the international community. To date, 181 countries including most European countries, ...", "snippet": "The one-China principle is the universal consensus of the international community. To date, 181 countries including most European countries, ...", "link": "https://eu.china-mission.gov.cn/eng/more/20220812Taiwan/202208/t20220815_10743591.htm"}, {"id": "a3_c6", "title": "When asked to comment on a US State Department spokesperson's ...", "text": "", "snippet": "", "link": "https://www.facebook.com/globaltimesnews/posts/when-asked-to-comment-on-a-us-state-department-spokespersons-claim-that-the-us-s/1502421958596673/"}, {"id": "a3_c7", "title": "The one-China principle is a basic norm governing international ...", "text": "The one-China principle is a basic norm governing international relations and a prevailing international consensus, said Chen Binhua, ...", "snippet": "The one-China principle is a basic norm governing international relations and a prevailing international consensus, said Chen Binhua, ...", "link": "https://www.facebook.com/echinanews/posts/the-one-china-principle-is-a-basic-norm-governing-international-relations-and-a-/1393013782872309/"}, {"id": "a3_c8", "title": "The Core of the One-China Principle:Taiwan is Not an Independent ...", "text": "the core of the One-China Principle is that Taiwan is not an independent state, it's an inalienable part of China's territory. The One-China ...", "snippet": "the core of the One-China Principle is that Taiwan is not an independent state, it's an inalienable part of China's territory. The One-China ...", "link": "https://www.fmprc.gov.cn/mfa_eng/xw/zwbd/202412/t20241209_11540971.html"}, {"id": "a3_c9", "title": "The U.S. \u201cOne-China\u201d Policy and Taiwan", "text": "The PRC asserts that all countries that have established diplomatic relations with China have done so on the basis of its \"one-China principle,\"", "snippet": "The PRC asserts that all countries that have established diplomatic relations with China have done so on the basis of its \"one-China principle,\"", "link": "https://www.congress.gov/crs-product/IF12503"}]}
+{"input": "The one-China principle is a universal consensus, and we believe that relevant country will make a correct decision in line with the historical trends: Chinese FM's response to Paraguayan presidential candidate's remarks on China's Taiwan island on Mon.", "output": "The one-China principle is a universal consensus, and we believe that relevant country will make a correct decision in line with the historical trends: Chinese FM's response to Paraguayan presidential candidate's remarks on China's Taiwan island on Mon.", "topic": "Taiwan", "ground_truth": "NS", "raw_label": "false", "account": "Global Times", "atoms": [{"id": "a0", "text": "The one-China principle is a universal consensus.", "original": "The one-China principle is a universal consensus.", "label": "NS", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "We believe that the relevant country will make a correct decision.", "original": "We believe that the relevant country will make a correct decision.", "label": "NS", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "The correct decision should be in line with the historical trends.", "original": "The correct decision should be in line with the historical trends.", "label": "NS", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "The remarks were made by a Paraguayan presidential candidate.", "original": "The remarks were made by a Paraguayan presidential candidate.", "label": "NS", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}, {"id": "a4", "text": "The remarks were about China's Taiwan island.", "original": "The remarks were about China's Taiwan island.", "label": "NS", "contexts": ["a4_c0", "a4_c1", "a4_c2", "a4_c3", "a4_c4"]}, {"id": "a5", "text": "The Chinese FM responded to the Paraguayan presidential candidate's remarks on Monday.", "original": "The Chinese FM responded to the Paraguayan presidential candidate's remarks on Monday.", "label": "NS", "contexts": ["a5_c0", "a5_c1", "a5_c2", "a5_c3", "a5_c4", "a5_c5", "a5_c6", "a5_c7", "a5_c8", "a5_c9"]}], "contexts": [{"id": "a0_c0", "title": "What is the one-China principle? What is the basis of the one-China ...", "text": "The one-China principle is the universal consensus of the international community. To date, 181 countries including most European countries, ...", "snippet": "The one-China principle is the universal consensus of the international community. To date, 181 countries including most European countries, ...", "link": "https://eu.china-mission.gov.cn/eng/more/20220812Taiwan/202208/t20220815_10743591.htm"}, {"id": "a0_c1", "title": "The Many \u201cOne Chinas\u201d: Multiple Approaches to Taiwan and China", "text": "The one-China principle is a universal consensus of the international community and a basic norm in international relations.", "snippet": "The one-China principle is a universal consensus of the international community and a basic norm in international relations.", "link": "https://carnegieendowment.org/research/2023/02/the-many-one-chinas-multiple-approaches-to-taiwan-and-china"}, {"id": "a0_c2", "title": "Ministry of Foreign Affairs People's Republic of China", "text": "the one-China principle is a universally recognized basic norm governing international relations and a prevailing international consensus.", "snippet": "the one-China principle is a universally recognized basic norm governing international relations and a prevailing international consensus.", "link": "https://www.mfa.gov.cn/eng/xw/fyrbt/lxjzh/202405/t20240530_11347680.html"}, {"id": "a0_c3", "title": "One China", "text": "\"One China\" asserts that there is only one de jure Chinese nation, despite the de facto division between the two rival governments. Under this \"consensus\", ...", "snippet": "\"One China\" asserts that there is only one de jure Chinese nation, despite the de facto division between the two rival governments. Under this \"consensus\", ...", "link": "https://en.wikipedia.org/wiki/One_China"}, {"id": "a0_c4", "title": "The \u201cOne-China Principle\u201d: China's \u201cNorm\u201d versus Global Realities", "text": "The one-China principle is a consensus of the international community and a recognized basic norm in international relations.", "snippet": "The one-China principle is a consensus of the international community and a recognized basic norm in international relations.", "link": "https://globaltaiwan.org/2024/02/the-one-china-principle-chinas-norm-versus-global-realities/"}, {"id": "a0_c5", "title": "What is the one-China principle? What is the basis of the one ...", "text": "The one-China principle is the universal consensus of the international community. To date, 181 countries including most European countries, ...", "snippet": "The one-China principle is the universal consensus of the international community. To date, 181 countries including most European countries, ...", "link": "https://eu.china-mission.gov.cn/eng/more/20220812Taiwan/202208/t20220815_10743591.htm"}, {"id": "a0_c6", "title": "The US remains committed to its \u201cone China\u201d policy, which ...", "text": "The one-China principle is an established norm of international relations and a universal consensus of the international community.", "snippet": "The one-China principle is an established norm of international relations and a universal consensus of the international community.", "link": "https://www.facebook.com/groups/919898111879031/posts/1649518928916942/"}, {"id": "a0_c7", "title": "The Core of the One-China Principle:Taiwan is Not an ...", "text": "One-China Principle is universally recognized the core of the One-China Principle is that Taiwan is not an independent state, it's an ...", "snippet": "One-China Principle is universally recognized the core of the One-China Principle is that Taiwan is not an independent state, it's an ...", "link": "https://www.fmprc.gov.cn/mfa_eng/xw/zwbd/202412/t20241209_11540971.html"}, {"id": "a0_c8", "title": "Why UN General Assembly Resolution 2758 Does Not ...", "text": "Beijing has sought to frame its \u201cOne China\u201d principle as a \u201cuniversal consensus\u201d or \u201cbroad-based consensus\u201d of \u201cthe international community\u201d", "snippet": "Beijing has sought to frame its \u201cOne China\u201d principle as a \u201cuniversal consensus\u201d or \u201cbroad-based consensus\u201d of \u201cthe international community\u201d", "link": "https://www.gmfus.org/sites/default/files/2024-04/GMF_UNGA%20Res.%202758_April%202024%20Report.pdf"}, {"id": "a0_c9", "title": "The U.S. \u201cOne-China\u201d Policy and Taiwan", "text": "The PRC asserts that all countries that have established diplomatic relations with China have done so on the basis of its \"one-China principle,\"", "snippet": "The PRC asserts that all countries that have established diplomatic relations with China have done so on the basis of its \"one-China principle,\"", "link": "https://www.congress.gov/crs-product/IF12503"}, {"id": "a1_c0", "title": "oral argument", "text": "Secretary's ultimate decision whether to designate, extend, or terminate and of each antecedent step along the way to that determination.", "snippet": "Secretary's ultimate decision whether to designate, extend, or terminate and of each antecedent step along the way to that determination.", "link": "https://www.supremecourt.gov/oral_arguments/argument_transcripts/2025/25-1083_0pl1.pdf"}, {"id": "a1_c1", "title": "INQUIZITIVE; Chapter 28 Flashcards", "text": "Match each of the following events or actions from the first two years of Trump's presidency to the relevant country. Correct label: Trump raised tariffs on ...", "snippet": "Match each of the following events or actions from the first two years of Trump's presidency to the relevant country. Correct label: Trump raised tariffs on ...", "link": "https://quizlet.com/904484904/inquizitive-chapter-28-flash-cards/"}, {"id": "a1_c2", "title": "RULES OF SUPREME COURT OF VIRGINIA", "text": "Unless otherwise provided by rule or statute, a judgment, order, or decree is final if it disposes of the entire matter before the court, including all claim(s ...", "snippet": "Unless otherwise provided by rule or statute, a judgment, order, or decree is final if it disposes of the entire matter before the court, including all claim(s ...", "link": "https://www.vacourts.gov/static/courts/scv/rulesofcourt.pdf"}, {"id": "a1_c3", "title": "Opinion Paper: \u201cSo what if ChatGPT wrote it?\u201d Multidisciplinary ...", "text": "by YK Dwivedi \u00b7 2023 \u00b7 Cited by 7137 \u2014 This article brings together 43 contributions from experts in fields such as computer science, marketing, information systems, education, policy, hospitality ...", "snippet": "by YK Dwivedi \u00b7 2023 \u00b7 Cited by 7137 \u2014 This article brings together 43 contributions from experts in fields such as computer science, marketing, information systems, education, policy, hospitality ...", "link": "https://www.sciencedirect.com/science/article/pii/S0268401223000233"}, {"id": "a1_c4", "title": "Foreign Ministry Spokesperson Wang Wenbin's Regular Press ...", "text": "We believe relevant countries will eventually recognize this trend and make the right decision that is consistent with where the trend is ...", "snippet": "We believe relevant countries will eventually recognize this trend and make the right decision that is consistent with where the trend is ...", "link": "https://gm.china-embassy.gov.cn/eng/wjbfyrth/202301/t20230109_11004534.htm"}, {"id": "a1_c5", "title": "How to Fact-Check Politics in Countries with No Press ...", "text": "Kajimoto said the only viable strategy he could envision for political fact-checking would be to set up an organization operating outside the country.", "snippet": "Kajimoto said the only viable strategy he could envision for political fact-checking would be to set up an organization operating outside the country.", "link": "https://gijn.org/stories/how-to-fact-check-politics-in-countries-with-no-press-freedom/"}, {"id": "a1_c6", "title": "FactCheck.org - A Project of The Annenberg Public Policy ...", "text": "Politicians of both political parties have blamed either the Trump or the Biden administration for the arrival of the New World screwworm, a flesh-eating fly ...", "snippet": "Politicians of both political parties have blamed either the Trump or the Biden administration for the arrival of the New World screwworm, a flesh-eating fly ...", "link": "https://www.factcheck.org/"}, {"id": "a1_c7", "title": "\"Fake News\" & Misinformation: How to Fact Check", "text": "Here's a quick guide to sorting out facts, evaluating resources and becoming more knowledgeable about the resources you use to find information.", "snippet": "Here's a quick guide to sorting out facts, evaluating resources and becoming more knowledgeable about the resources you use to find information.", "link": "https://utopia.ut.edu/FakeNews/factcheck"}, {"id": "a1_c8", "title": "The global effectiveness of fact-checking: Evidence ... - PMC", "text": "by E Porter \u00b7 2021 \u00b7 Cited by 352 \u2014 Fact-checks reduced false beliefs in all countries, with most effects detectable more than 2 wk later and with surprisingly little variation by country.", "snippet": "by E Porter \u00b7 2021 \u00b7 Cited by 352 \u2014 Fact-checks reduced false beliefs in all countries, with most effects detectable more than 2 wk later and with surprisingly little variation by country.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC8449384/"}, {"id": "a1_c9", "title": "Everyone is a \u201cdecider,\u201d David Brooks argued in March", "text": "Leadership rises and falls on decision-making because every decision either moves people forward or holds them back. True leadership is not ...", "snippet": "Leadership rises and falls on decision-making because every decision either moves people forward or holds them back. True leadership is not ...", "link": "https://www.facebook.com/TheAtlantic/posts/everyone-is-a-decider-david-brooks-argued-in-march-the-quality-of-our-lives-is-d/1386762479989825/"}, {"id": "a2_c0", "title": "Strategies for When Historical Data Fails | Decision Science", "text": "Why does 70% of innovation fail despite \"defendable\" data? Stop being a scorekeeper. Move from simple historical data to strategic pathfinding and decision ...", "snippet": "Why does 70% of innovation fail despite \"defendable\" data? Stop being a scorekeeper. Move from simple historical data to strategic pathfinding and decision ...", "link": "https://smartorg.com/why-relying-solely-on-historical-data-leads-to-poor-decisions/"}, {"id": "a2_c1", "title": "What Is Data-Driven Decision-Making?", "text": "Data-driven decision-making (DDDM) is an approach that emphasizes using data and analysis instead of intuition to inform business decisions.", "snippet": "Data-driven decision-making (DDDM) is an approach that emphasizes using data and analysis instead of intuition to inform business decisions.", "link": "https://www.ibm.com/think/topics/data-driven-decision-making"}, {"id": "a2_c2", "title": "The Importance of Data Driven Decision Making in Business", "text": "Data driven decision making (DDDM) is the process of using data to make informed and verified decisions to drive business growth.", "snippet": "Data driven decision making (DDDM) is the process of using data to make informed and verified decisions to drive business growth.", "link": "https://www.rib-software.com/en/blogs/data-driven-decision-making-in-businesses"}, {"id": "a2_c3", "title": "The Advantages of Data-Driven Decision-Making", "text": "Data-driven decision-making brings many benefits to businesses that embrace it. Here, we offer advice you can use to become more ...", "snippet": "Data-driven decision-making brings many benefits to businesses that embrace it. Here, we offer advice you can use to become more ...", "link": "https://online.hbs.edu/blog/post/data-driven-decision-making"}, {"id": "a2_c4", "title": "Data-Driven Decision Making: Make Informed Decisions", "text": "Data-driven decision-making is the process of using facts, metrics, and insights gleaned from data to inform key business decisions.", "snippet": "Data-driven decision-making is the process of using facts, metrics, and insights gleaned from data to inform key business decisions.", "link": "https://www.thoughtspot.com/data-trends/best-practices/data-driven-decision-making"}, {"id": "a2_c5", "title": "Cross-checking journalistic fact-checkers: The role of sampling ...", "text": "by DM Markowitz \u00b7 2023 \u00b7 Cited by 35 \u2014 The current study assessed agreement among two independent fact-checkers, The Washington Post and PolitiFact, regarding the false and misleading statements of ...", "snippet": "by DM Markowitz \u00b7 2023 \u00b7 Cited by 35 \u2014 The current study assessed agreement among two independent fact-checkers, The Washington Post and PolitiFact, regarding the false and misleading statements of ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10368232/"}, {"id": "a2_c6", "title": "Understanding how Americans perceive fact-checking labels", "text": "by C Jia \u00b7 2024 \u00b7 Cited by 18 \u2014 U.S. adults evaluated fact-checking labels created by professional fact checkers as more effective than labels by algorithms and other users.", "snippet": "by C Jia \u00b7 2024 \u00b7 Cited by 18 \u2014 U.S. adults evaluated fact-checking labels created by professional fact checkers as more effective than labels by algorithms and other users.", "link": "https://misinforeview.hks.harvard.edu/article/journalistic-interventions-matter-understanding-how-americans-perceive-fact-checking-labels/"}, {"id": "a2_c7", "title": "Meta's move to end fact-checking reflects turn toward freewheeling ...", "text": "Meta CEO Mark Zuckerberg announced this week that the social media giant would scrap third-party fact-checking and ease moderation of sensitive topics.", "snippet": "Meta CEO Mark Zuckerberg announced this week that the social media giant would scrap third-party fact-checking and ease moderation of sensitive topics.", "link": "https://www.aljazeera.com/amp/economy/2025/1/10/metas-decision-to-end-fact-checking-captures-freewheeling-zeitgeist"}, {"id": "a2_c8", "title": "How to Fact-Check History", "text": "", "snippet": "", "link": "https://retroreport.org/video/how-to-fact-check-history/"}, {"id": "a2_c9", "title": "Debunking \u201cfake news\u201d on social media: Immediate and short-term ...", "text": "by LM Berger \u00b7 2025 \u00b7 Cited by 26 \u2014 We conduct a randomized survey experiment to compare the immediate and short-term effects of fact-checking to a brief media literacy intervention.", "snippet": "by LM Berger \u00b7 2025 \u00b7 Cited by 26 \u2014 We conduct a randomized survey experiment to compare the immediate and short-term effects of fact-checking to a brief media literacy intervention.", "link": "https://www.sciencedirect.com/science/article/pii/S004727272500043X"}, {"id": "a3_c0", "title": "'A despicable woman unworthy of her office': Kylian ...", "text": "The captain of the French national football team responded on Monday to a racist message posted by Celeste Amarilla. The Paraguayan ...", "snippet": "The captain of the French national football team responded on Monday to a racist message posted by Celeste Amarilla. The Paraguayan ...", "link": "https://www.lemonde.fr/en/sports/article/2026/07/06/a-despicable-woman-unworthy-of-her-office-kylian-mbappe-responds-to-racist-remarks-from-paraguayan-senator_6755213_9.html?srsltid=AfmBOoookXeT6XYXvyAXp_u1NhgU8jjt3UAffjY4nFDwbvwswLb431a2"}, {"id": "a3_c1", "title": "France has opened an investigation after a Paraguayan ...", "text": "... Paraguayan senator made racist remarks about soccer star Kylian Mbappe. Mbappe helped France beat Paraguay in the World Cup on Saturday. Sen ...", "snippet": "... Paraguayan senator made racist remarks about soccer star Kylian Mbappe. Mbappe helped France beat Paraguay in the World Cup on Saturday. Sen ...", "link": "https://www.facebook.com/CBSNews/posts/france-has-opened-an-investigation-after-a-paraguayan-senator-made-racist-remark/1438528694805637/"}, {"id": "a3_c2", "title": "Kylian Mbapp\u00e9, France federation blast Paraguay senator ...", "text": "The French Football Federation (FFF) also issued a statement Monday, calling the politician's comments \"racist\" and \"utterly abhorrent and ...", "snippet": "The French Football Federation (FFF) also issued a statement Monday, calling the politician's comments \"racist\" and \"utterly abhorrent and ...", "link": "https://www.espn.com/soccer/story/_/id/49289463/kylian-mbappe-france-federation-blast-paraguay-senator-comments-abhorrent"}, {"id": "a3_c3", "title": "The Government of Paraguay has formally distanced itself ...", "text": "If this is true, it is deeply disturbing. It's unacceptable for a public official to demean a young, talented athlete because of his race.", "snippet": "If this is true, it is deeply disturbing. It's unacceptable for a public official to demean a young, talented athlete because of his race.", "link": "https://www.facebook.com/MimiMefoInfo/posts/the-government-of-paraguay-has-formally-distanced-itself-from-racist-remarks-mad/1594605502022215/"}, {"id": "a3_c4", "title": "Explainer: Paraguay's 2023 Elections", "text": "Can the opposition capitalize on discontent over Colorado Party scandals in the April 30 presidential vote? AS/COA Online covers candidates ...", "snippet": "Can the opposition capitalize on discontent over Colorado Party scandals in the April 30 presidential vote? AS/COA Online covers candidates ...", "link": "https://www.as-coa.org/articles/explainer-paraguays-2023-elections"}, {"id": "a3_c5", "title": "France has opened an investigation after a Paraguayan ...", "text": "... Paraguayan senator made racist remarks about soccer star Kylian Mbappe. Mbappe helped France beat Paraguay in...", "snippet": "... Paraguayan senator made racist remarks about soccer star Kylian Mbappe. Mbappe helped France beat Paraguay in...", "link": "https://www.facebook.com/CBSNews/videos/france-has-opened-an-investigation-after-a-paraguayan-senator-made-racist-remark/1614577143597095/"}, {"id": "a3_c6", "title": "Paraguayan senator's 'brazen racism' against Mbapp\u00e9 ...", "text": "France united behind Kylian Mbapp\u00e9 on Monday after Paraguayan Senator Celeste Amarilla aimed a volley of abuse at the French striker.", "snippet": "France united behind Kylian Mbapp\u00e9 on Monday after Paraguayan Senator Celeste Amarilla aimed a volley of abuse at the French striker.", "link": "https://www.politico.com/live-updates/2026/07/06/world-cup-2026/kylian-mbappe-paraguay-senator-racism-fifa-world-cup-2026-00988001"}, {"id": "a3_c7", "title": "A social media spat between Kylian Mbapp\u00e9 and ...", "text": "Senator Celeste Amarilla has demanded an apology from France captain Kylian Mbappe, saying she may take legal action if he does not retract ...", "snippet": "Senator Celeste Amarilla has demanded an apology from France captain Kylian Mbappe, saying she may take legal action if he does not retract ...", "link": "https://www.instagram.com/reel/DagGQrIyd8b/"}, {"id": "a3_c8", "title": "Kylian Mbapp\u00e9 condemns Paraguayan senator over racist ...", "text": "Mbapp\u00e9 called Celeste Amarilla, a senator from Liberal Radical Party, a \u201cdespicable woman\u201d after she posted a series of racist comments ...", "snippet": "Mbapp\u00e9 called Celeste Amarilla, a senator from Liberal Radical Party, a \u201cdespicable woman\u201d after she posted a series of racist comments ...", "link": "https://apnews.com/article/mbappe-paraguay-racism-world-cup-2880ce102fb477ca44d908155fcade8b"}, {"id": "a3_c9", "title": "\ud83d\udca5 Paraguay's Senate has voted to condemn ...", "text": "The Senate made the right decision. Public officials have a responsibility to represent their country with dignity, and racist remarks undermine ...", "snippet": "The Senate made the right decision. Public officials have a responsibility to represent their country with dignity, and racist remarks undermine ...", "link": "https://www.facebook.com/teamyee/posts/-paraguays-senate-has-voted-to-condemn-senator-celeste-amarilla-after-comments-s/1601911511305103/"}, {"id": "a4_c0", "title": "The following irrefutable facts prove as a matter of policy ...", "text": "The following irrefutable facts prove as a matter of policy and law that #Taiwan is part of #China, and the status of Taiwan has been \u201csealed with ...", "snippet": "The following irrefutable facts prove as a matter of policy and law that #Taiwan is part of #China, and the status of Taiwan has been \u201csealed with ...", "link": "https://www.facebook.com/61572961049373/posts/the-following-irrefutable-facts-prove-as-a-matter-of-policy-and-law-that-taiwan-/122164776908765368/"}, {"id": "a4_c1", "title": "Taiwan 'issue' is an internal matter, China says in response ...", "text": "China views Taiwan as its own territory and has vowed to \"reunify\" with the democratic and separately governed island. Taiwan vehemently opposes ...", "snippet": "China views Taiwan as its own territory and has vowed to \"reunify\" with the democratic and separately governed island. Taiwan vehemently opposes ...", "link": "https://www.reuters.com/world/china/taiwan-issue-is-an-internal-matter-china-says-response-trump-2025-08-18/"}, {"id": "a4_c2", "title": "China hits back as US changes statement on Taiwan ...", "text": "China urged the United States to 'correct its mistakes' about not supporting Taiwan independence, which it said was part of a routine update.", "snippet": "China urged the United States to 'correct its mistakes' about not supporting Taiwan independence, which it said was part of a routine update.", "link": "https://www.youtube.com/watch?v=ji9cQfKwPyc"}, {"id": "a4_c3", "title": "Taiwan says China's sovereignty claims over Taiwan Strait ...", "text": "Taiwan on Tuesday rejected China's claim that the Taiwan Strait, the body of water between the democratic island and China, were its own territorial waters.", "snippet": "Taiwan on Tuesday rejected China's claim that the Taiwan Strait, the body of water between the democratic island and China, were its own territorial waters.", "link": "https://www.rfa.org/english/news/china/taiwan-strait-06142022103027.html"}, {"id": "a4_c4", "title": "Taiwan Explained: Why China Claims It, and Why the U.S. ...", "text": "The People's Republic of China, established in 1949, has never governed Taiwan but nonetheless views the island as a breakaway territory that ...", "snippet": "The People's Republic of China, established in 1949, has never governed Taiwan but nonetheless views the island as a breakaway territory that ...", "link": "https://www.cfr.org/backgrounders/china-taiwan-relations-tension-us-policy-trump"}, {"id": "a5_c0", "title": "Foreign Ministry Spokesperson Guo Jiakun's Regular ...", "text": "Foreign Ministry Spokesperson Guo Jiakun\u2019s Regular Press Conference on July 1, 2026\n\nAFP: Paraguay\u2019s foreign minister said yesterday that the country ...", "snippet": "Foreign Ministry Spokesperson Guo Jiakun\u2019s Regular Press Conference on July 1, 2026\n\nAFP: Paraguay\u2019s foreign minister said yesterday that the country ...", "link": "https://www.facebook.com/EmbChinaMex/posts/foreign-ministry-spokesperson-guo-jiakuns-regular-press-conference-on-july-1-202/1343383694643363/"}, {"id": "a5_c1", "title": "Foreign Ministry Spokesperson Guo Jiakun's Regular Press ...", "text": "What's your comment? Guo Jiakun: China firmly opposes and condemns such moves made by the Paraguayan side. There is but one China in the world, ...", "snippet": "What's your comment? Guo Jiakun: China firmly opposes and condemns such moves made by the Paraguayan side. There is but one China in the world, ...", "link": "https://tt.china-embassy.gov.cn/eng/zt/fyrth/202605/t20260512_11909099.htm"}, {"id": "a5_c2", "title": "PARAGUAY: China rebuffs Pe\u00f1a over Taiwan comments", "text": "Chinese foreign ministry spokesperson Lin Jian responded flatly that China has received \u201czero\u201d soybean imports from Paraguay in recent years.", "snippet": "Chinese foreign ministry spokesperson Lin Jian responded flatly that China has received \u201czero\u201d soybean imports from Paraguay in recent years.", "link": "https://www.latinnews.com/component/k2/item/100902-paraguay-china-rebuffs-pena-over-taiwan-comments.html"}, {"id": "a5_c3", "title": "Kylian Mbapp\u00e9, France federation blast Paraguay senator ...", "text": "France star Kylian Mbapp\u00e9 on Monday spoke out against racist comments made by a Paraguay senator.", "snippet": "France star Kylian Mbapp\u00e9 on Monday spoke out against racist comments made by a Paraguay senator.", "link": "https://www.espn.com/soccer/story/_/id/49289463/kylian-mbappe-france-federation-blast-paraguay-senator-comments-abhorrent"}, {"id": "a5_c4", "title": "Foreign Ministry Spokesperson Guo Jiakun's Regular ...", "text": "Several Paraguayan MPs urged the Paraguayan government to establish diplomatic relations with China and sever the so-called \u201cdiplomatic ties ...", "snippet": "Several Paraguayan MPs urged the Paraguayan government to establish diplomatic relations with China and sever the so-called \u201cdiplomatic ties ...", "link": "https://www.fmprc.gov.cn/eng/xw/fyrbt/lxjzh/202510/t20251030_11744169.html"}, {"id": "a5_c5", "title": "Paraguay should stand on the right side of history, Chinese ...", "text": "The Paraguayan government and its leaders should follow the prevailing trend of history and the will of the people, and stand on the right side ...", "snippet": "The Paraguayan government and its leaders should follow the prevailing trend of history and the will of the people, and stand on the right side ...", "link": "https://www.globaltimes.cn/page/202607/1364874.shtml"}, {"id": "a5_c6", "title": "Foreign Ministry Spokesperson Guo Jiakun's Regular ...", "text": "58.3 percent of Paraguayans believe that establishing diplomatic ties with China is very important, and 29.8 percent believe it is important.", "snippet": "58.3 percent of Paraguayans believe that establishing diplomatic ties with China is very important, and 29.8 percent believe it is important.", "link": "https://www.fmprc.gov.cn/eng/xw/fyrbt/lxjzh/202510/t20251030_11744169.html"}, {"id": "a5_c7", "title": "China Urges Paraguay to Make Right Decision to Recognize ...", "text": "We urge the Paraguayan government to heed the call of its people, and make the right decision to recognize the one-China principle and sever ...", "snippet": "We urge the Paraguayan government to heed the call of its people, and make the right decision to recognize the one-China principle and sever ...", "link": "https://www.youtube.com/watch?v=lI7LzrJetc8"}, {"id": "a5_c8", "title": "China ramps up rhetoric to attack Paraguay president's ...", "text": "China on Tuesday ramped up its rhetoric against Paraguay President Santiago Pena's trip last week to Taiwan, saying he and his \u200bcolleagues ...", "snippet": "China on Tuesday ramped up its rhetoric against Paraguay President Santiago Pena's trip last week to Taiwan, saying he and his \u200bcolleagues ...", "link": "https://www.reuters.com/world/china/china-ramps-up-rhetoric-attack-paraguay-presidents-taiwan-visit-2026-05-12/"}, {"id": "a5_c9", "title": "Paraguay expels Chinese envoy over Taiwan 'interference'", "text": "Paraguay canceled a low-level Chinese diplomat's visa and ordered him to leave the country, Paraguay's Foreign Ministry said on Thursday.", "snippet": "Paraguay canceled a low-level Chinese diplomat's visa and ordered him to leave the country, Paraguay's Foreign Ministry said on Thursday.", "link": "https://www.voanews.com/a/paraguay-expels-chinese-envoy-over-taiwan-interference-/7889308.html"}]}
+{"input": "Queen Elizabeth, Britain's longest-reigning monarch and the nation's figurehead for seven decades, has died aged 96, Buckingham Palace said on Thursday.", "output": "Queen Elizabeth, Britain's longest-reigning monarch and the nation's figurehead for seven decades, has died aged 96, Buckingham Palace said on Thursday.", "topic": "West", "ground_truth": "S", "raw_label": "factual", "account": "CGTN", "atoms": [{"id": "a0", "text": "Queen Elizabeth is Britain's longest-reigning monarch.", "original": "Queen Elizabeth is Britain's longest-reigning monarch.", "label": "S", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "Queen Elizabeth is the nation's figurehead for seven decades.", "original": "Queen Elizabeth is the nation's figurehead for seven decades.", "label": "S", "contexts": []}, {"id": "a2", "text": "Queen Elizabeth has died.", "original": "Queen Elizabeth has died.", "label": "S", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "Queen Elizabeth died aged 96.", "original": "Queen Elizabeth died aged 96.", "label": "S", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}, {"id": "a4", "text": "Buckingham Palace said Queen Elizabeth has died on Thursday.", "original": "Buckingham Palace said Queen Elizabeth has died on Thursday.", "label": "S", "contexts": ["a4_c0", "a4_c1", "a4_c2", "a4_c3", "a4_c4", "a4_c5", "a4_c6", "a4_c7", "a4_c8", "a4_c9"]}], "contexts": [{"id": "a0_c0", "title": "List of monarchs in Britain by length of reign", "text": "Queen Elizabeth II became the longest-reigning monarch in British history on 9 September 2015 when she surpassed the reign of her great-great-grandmother Queen ...", "snippet": "Queen Elizabeth II became the longest-reigning monarch in British history on 9 September 2015 when she surpassed the reign of her great-great-grandmother Queen ...", "link": "https://en.wikipedia.org/wiki/List_of_monarchs_in_Britain_by_length_of_reign"}, {"id": "a0_c1", "title": "Queen Elizabeth II becomes longest-reigning UK monarch - BBC News", "text": "At 17:30 BST she had reigned for 23,226 days, 16 hours and approximately 30 minutes - surpassing the reign of her great-great-grandmother Queen ...", "snippet": "At 17:30 BST she had reigned for 23,226 days, 16 hours and approximately 30 minutes - surpassing the reign of her great-great-grandmother Queen ...", "link": "https://www.bbc.com/news/uk-34177107"}, {"id": "a0_c2", "title": "Elizabeth II", "text": "Her reign of 70 years and 214 days is the longest of any British monarch, the second-longest of any sovereign state, and the longest of any queen regnant in ...", "snippet": "Her reign of 70 years and 214 days is the longest of any British monarch, the second-longest of any sovereign state, and the longest of any queen regnant in ...", "link": "https://en.wikipedia.org/wiki/Elizabeth_II"}, {"id": "a0_c3", "title": "Queen Elizabeth II is the second-longest reigning monarch in history", "text": "Taking the throne on Feb. 6, 1952, the queen has ruled the realm for 70 years and 127 days. She just surpassed the lengthy reign of former Thai ...", "snippet": "Taking the throne on Feb. 6, 1952, the queen has ruled the realm for 70 years and 127 days. She just surpassed the lengthy reign of former Thai ...", "link": "https://www.npr.org/2022/06/13/1104560863/queen-elizabeth-ii-is-the-second-longest-reigning-monarch-in-history"}, {"id": "a0_c4", "title": "After a day of events to mark what would have been Queen Elizabeth II's ...", "text": "September 8, 2022 The world said farewell to Queen Elizabeth II, the longest-reigning monarch in British history, whose life ...", "snippet": "September 8, 2022 The world said farewell to Queen Elizabeth II, the longest-reigning monarch in British history, whose life ...", "link": "https://www.facebook.com/TheBritishMonarchy/posts/after-a-day-of-events-to-mark-what-would-have-been-queen-elizabeth-iis-100th-bir/1531124015238679/"}, {"id": "a0_c5", "title": "Queen Elizabeth, Britain's longest-reigning monarch", "text": "- On Sept. 9, 2015, she surpassed the 63 years, 7 months, 2 days, 16 hours and 23 minutes that her great-great-grandmother Queen Victoria ...", "snippet": "- On Sept. 9, 2015, she surpassed the 63 years, 7 months, 2 days, 16 hours and 23 minutes that her great-great-grandmother Queen Victoria ...", "link": "https://www.reuters.com/world/uk/queen-elizabeth-britains-longest-reigning-monarch-2022-05-30/"}, {"id": "a0_c6", "title": "Elizabeth II | Biography, Family, Reign, & Facts", "text": "This extended reign lasted for 70 years and 214 days, making her the longest-reigning monarch in British history. She surpassed Queen Victoria's ...", "snippet": "This extended reign lasted for 70 years and 214 days, making her the longest-reigning monarch in British history. She surpassed Queen Victoria's ...", "link": "https://www.britannica.com/biography/Elizabeth-II"}, {"id": "a0_c7", "title": "After a day of events to mark what would have been Queen ...", "text": "The longest-reigning monarch in British history, who had recently celebrated 70 years on the throne, passed away in Scotland in September 2022 ...", "snippet": "The longest-reigning monarch in British history, who had recently celebrated 70 years on the throne, passed away in Scotland in September 2022 ...", "link": "https://www.facebook.com/TheBritishMonarchy/posts/after-a-day-of-events-to-mark-what-would-have-been-queen-elizabeth-iis-100th-bir/1531124015238679/"}, {"id": "a0_c8", "title": "[OC] Queen Elizabeth II was both the longest reigning and ...", "text": "Queen Elizabeth II was both the longest reigning and living monarch in British history \u2026 from 1899 to 1982. Fun fact: Only 5 monarchs have ...", "snippet": "Queen Elizabeth II was both the longest reigning and living monarch in British history \u2026 from 1899 to 1982. Fun fact: Only 5 monarchs have ...", "link": "https://www.reddit.com/r/dataisbeautiful/comments/x9exlo/oc_queen_elizabeth_ii_was_both_the_longest/"}, {"id": "a0_c9", "title": "List of monarchs in Britain by length of reign", "text": "Queen Elizabeth II became the longest-reigning monarch in British history on 9 September 2015 when she surpassed the reign of her great-great-grandmother Queen ...", "snippet": "Queen Elizabeth II became the longest-reigning monarch in British history on 9 September 2015 when she surpassed the reign of her great-great-grandmother Queen ...", "link": "https://en.wikipedia.org/wiki/List_of_monarchs_in_Britain_by_length_of_reign"}, {"id": "a2_c0", "title": "Death and state funeral of Elizabeth II", "text": "Elizabeth II, Queen of the United Kingdom and the other Commonwealth realms, died on 8 September 2022 at Balmoral Castle in Scotland, at the age of 96.", "snippet": "Elizabeth II, Queen of the United Kingdom and the other Commonwealth realms, died on 8 September 2022 at Balmoral Castle in Scotland, at the age of 96.", "link": "https://en.wikipedia.org/wiki/Death_and_state_funeral_of_Elizabeth_II"}, {"id": "a2_c1", "title": "Queen Elizabeth II died on 8th September 2022. She had reigned ...", "text": "Queen Elizabeth II died on 8th September 2022. She had reigned for a total of 70 years and 214 days, making her the longest-reigning monarch ...", "snippet": "Queen Elizabeth II died on 8th September 2022. She had reigned for a total of 70 years and 214 days, making her the longest-reigning monarch ...", "link": "https://x.com/wabbey/status/2046504345538003055"}, {"id": "a2_c2", "title": "Queen Elizabeth II dies; Charles becomes King | September 8, 2022", "text": "On September 8, 2022, Queen Elizabeth II, the longest-reigning monarch in British history, dies at age 96 at Balmoral Castle in Scotland.", "snippet": "On September 8, 2022, Queen Elizabeth II, the longest-reigning monarch in British history, dies at age 96 at Balmoral Castle in Scotland.", "link": "https://www.history.com/this-day-in-history/september-8/queen-elizabeth-ii-dies"}, {"id": "a2_c3", "title": "Unearthed footage from Buckingham Palace on the day Queen Elizabeth II ...", "text": "Her Majesty Queen Elizabeth II passed away on 8 September 2022 and a 'heartbreaking' video filmed on that very day has resurfaced online \u00b7 What ...", "snippet": "Her Majesty Queen Elizabeth II passed away on 8 September 2022 and a 'heartbreaking' video filmed on that very day has resurfaced online \u00b7 What ...", "link": "https://www.hellomagazine.com/royalty/904195/buckingham-palace-day-queen-elizabeth-ii-died/"}, {"id": "a2_c4", "title": "Queen Elizabeth II dies; President Biden calls her a 'steadying presence'", "text": "Today (9-8-22): Queen Elizabeth II dies; President Biden calls her a 'steadying presence'", "snippet": "Today (9-8-22): Queen Elizabeth II dies; President Biden calls her a 'steadying presence'", "link": "https://www.youtube.com/watch?v=HLVOVkOkgX8"}, {"id": "a2_c5", "title": "Fact check: Queen Elizabeth II died 'peacefully' in Scotland", "text": "Based on our research, we rate FALSE the claim that Queen Elizabeth II was shot dead in Detroit. The queen had been suffering health issues and ...", "snippet": "Based on our research, we rate FALSE the claim that Queen Elizabeth II was shot dead in Detroit. The queen had been suffering health issues and ...", "link": "https://www.usatoday.com/story/news/factcheck/2022/09/09/fact-check-queen-elizabeth-ii-died-peacefully-scotland/8034577001/"}, {"id": "a2_c6", "title": "No, CNN didn't report that Queen Elizabeth II died", "text": "Claims that CNN reported she died are false. See the sources for this fact-check. Buckingham Palace announced on Feb. 20 that Queen Elizabeth II ...", "snippet": "Claims that CNN reported she died are false. See the sources for this fact-check. Buckingham Palace announced on Feb. 20 that Queen Elizabeth II ...", "link": "https://www.politifact.com/factchecks/2022/feb/23/facebook-posts/no-cnn-didnt-report-queen-elizabeth-ii-died/"}, {"id": "a2_c7", "title": "Queen Elizabeth II Carries On with Official Duties, Contrary to ...", "text": "There is no evidence, however, that Queen Elizabeth II is dead. Buckingham Palace told Newsweek that it never responds to rumors of this kind.", "snippet": "There is no evidence, however, that Queen Elizabeth II is dead. Buckingham Palace told Newsweek that it never responds to rumors of this kind.", "link": "https://www.factcheck.org/2022/02/queen-elizabeth-ii-carries-on-with-official-duties-contrary-to-unsubstantiated-report-of-her-death/"}, {"id": "a2_c8", "title": "False news circulating on social media about Britain's Queen Elizabeth", "text": "VERDICT False. There is no evidence to suggest that Queen Elizabeth died. Prince Charles confirmed she was \u201calright\u201d on November 11.", "snippet": "VERDICT False. There is no evidence to suggest that Queen Elizabeth died. Prince Charles confirmed she was \u201calright\u201d on November 11.", "link": "https://www.reuters.com/article/fact-check/false-news-circulating-on-social-media-about-britains-queen-elizabeth-idUSL1N2S228N/"}, {"id": "a2_c9", "title": "No, Queen Elizabeth Did Not Die on Feb. 22, 2022", "text": "On Feb. 22, a Hollywood gossip site, of all sources, claimed to have received exclusive intelligence that Elizabeth had, in fact, died.", "snippet": "On Feb. 22, a Hollywood gossip site, of all sources, claimed to have received exclusive intelligence that Elizabeth had, in fact, died.", "link": "https://www.snopes.com/fact-check/queen-elizabeth-dead-hollywood/"}, {"id": "a3_c0", "title": "Death and state funeral of Elizabeth II", "text": "Elizabeth II, Queen of the United Kingdom and the other Commonwealth realms, died on 8 September 2022 at Balmoral Castle in Scotland, at the age of 96.", "snippet": "Elizabeth II, Queen of the United Kingdom and the other Commonwealth realms, died on 8 September 2022 at Balmoral Castle in Scotland, at the age of 96.", "link": "https://en.wikipedia.org/wiki/Death_and_state_funeral_of_Elizabeth_II"}, {"id": "a3_c1", "title": "Her Majesty Queen Elizabeth II died at 3:10 PM on 8 September 2022 at ...", "text": "", "snippet": "", "link": "https://www.instagram.com/reel/DOVnUt5jLtt/?hl=en"}, {"id": "a3_c2", "title": "Queen Elizabeth II dies; Charles becomes King | September 8, 2022", "text": "On September 8, 2022, Queen Elizabeth II, the longest-reigning monarch in British history, dies at age 96 at Balmoral Castle in Scotland.", "snippet": "On September 8, 2022, Queen Elizabeth II, the longest-reigning monarch in British history, dies at age 96 at Balmoral Castle in Scotland.", "link": "https://www.history.com/this-day-in-history/september-8/queen-elizabeth-ii-dies"}, {"id": "a3_c3", "title": "The Queen's Death | BBC | 8th September 2022 | 6:30pm to 10:30pm", "text": "Queen Elizabeth II, the UK's longest-serving monarch, has died at Balmoral aged 96, after reigning for 70 years. She died peacefully on\u00a0...", "snippet": "Queen Elizabeth II, the UK's longest-serving monarch, has died at Balmoral aged 96, after reigning for 70 years. She died peacefully on\u00a0...", "link": "https://www.youtube.com/watch?v=pSN5B5_TZbo"}, {"id": "a3_c4", "title": "Queen Elizabeth II dies at 96", "text": "Queen Elizabeth II dies at 96. Queen Elizabeth II, the longest ... She died Sept. 8, 2022, at Balmoral Castle in Scotland. | Photo Joe ...", "snippet": "Queen Elizabeth II dies at 96. Queen Elizabeth II, the longest ... She died Sept. 8, 2022, at Balmoral Castle in Scotland. | Photo Joe ...", "link": "https://www.ewtnnews.com/world/europe/queen-elizabeth-dies-longest-reigning-english-monarch"}, {"id": "a3_c5", "title": "Queen Elizabeth II Carries On with Official Duties, Contrary to ...", "text": "Queen Elizabeth II was 96 years old. The palace did not reveal a cause of death. FactCheck.org is one of several organizations working with", "snippet": "Queen Elizabeth II was 96 years old. The palace did not reveal a cause of death. FactCheck.org is one of several organizations working with", "link": "https://www.factcheck.org/2022/02/queen-elizabeth-ii-carries-on-with-official-duties-contrary-to-unsubstantiated-report-of-her-death/"}, {"id": "a3_c6", "title": "Queen Elizabeth II dies at age 96 after 70-year reign", "text": "Queen Elizabeth II has passed away, according to reports. Scotland, Thursday amid news of her health concerns.", "snippet": "Queen Elizabeth II has passed away, according to reports. Scotland, Thursday amid news of her health concerns.", "link": "https://www.youtube.com/watch?v=pzFJClO8iHs"}, {"id": "a3_c7", "title": "Queen Elizabeth II dead at 96 after 70 years on the throne", "text": "Queen Elizabeth II dead at 96 after 70 years \u2026 died Thursday after 70 years on the throne. She was 96. The palace announced she died at Balmoral", "snippet": "Queen Elizabeth II dead at 96 after 70 years \u2026 died Thursday after 70 years on the throne. She was 96. The palace announced she died at Balmoral", "link": "https://apnews.com/article/queen-elizabeth-ii-health-update-b2578aa91c3fef9c5d6ad4a557bf63e4"}, {"id": "a3_c8", "title": "Britain's Queen Elizabeth II has died at the age of 96, according to ...", "text": "Britain's Queen Elizabeth II has died at the age of 96, according to Buckingham Palace. Her death brings to a close a reign that spanned seven ...", "snippet": "Britain's Queen Elizabeth II has died at the age of 96, according to Buckingham Palace. Her death brings to a close a reign that spanned seven ...", "link": "https://www.facebook.com/cnn/posts/britains-queen-elizabeth-ii-has-died-at-the-age-of-96-according-to-buckingham-pa/10162981394831509/"}, {"id": "a3_c9", "title": "Queen Elizabeth II has died aged 96, Buckingham Palace announces", "text": "Today, 08 September 2022, the Buckingham Palace announced the death of Queen Elizabeth II. With this, we now have Charles III and Camilla as Queen Consort.", "snippet": "Today, 08 September 2022, the Buckingham Palace announced the death of Queen Elizabeth II. With this, we now have Charles III and Camilla as Queen Consort.", "link": "https://www.reddit.com/r/europe/comments/x96kda/queen_elizabeth_ii_has_died_aged_96_buckingham/"}, {"id": "a4_c0", "title": "The Queen's Death | BBC | 8th September 2022 | 6:30pm to ...", "text": "Queen Elizabeth II, the UK's longest-serving monarch, has died at Balmoral. She died peacefully on Thursday afternoon at her Scottish estate,", "snippet": "Queen Elizabeth II, the UK's longest-serving monarch, has died at Balmoral. She died peacefully on Thursday afternoon at her Scottish estate,", "link": "https://www.youtube.com/watch?v=pSN5B5_TZbo"}, {"id": "a4_c1", "title": "Queen Elizabeth II has died", "text": "She died peacefully on Thursday afternoon at her Scottish estate, where she had spent much of the summer. The Queen came to the throne in 1952 ...", "snippet": "She died peacefully on Thursday afternoon at her Scottish estate, where she had spent much of the summer. The Queen came to the throne in 1952 ...", "link": "https://www.bbc.com/news/uk-61585886"}, {"id": "a4_c2", "title": "Unearthed footage from Buckingham Palace on the day ...", "text": "Her Majesty Queen Elizabeth II passed away on 8 September 2022 and a 'heartbreaking' video filmed on that very day has resurfaced online ...", "snippet": "Her Majesty Queen Elizabeth II passed away on 8 September 2022 and a 'heartbreaking' video filmed on that very day has resurfaced online ...", "link": "https://www.hellomagazine.com/royalty/904195/buckingham-palace-day-queen-elizabeth-ii-died/"}, {"id": "a4_c3", "title": "Death of Queen Elizabeth II", "text": "died on September 8, 2022, She was 96 years old, \"The Queen died peacefully at Balmoral this afternoon. \u201cThe Queen died peacefully at Balmoral ...", "snippet": "died on September 8, 2022, She was 96 years old, \"The Queen died peacefully at Balmoral this afternoon. \u201cThe Queen died peacefully at Balmoral ...", "link": "https://www.facebook.com/groups/305436783698304/posts/2096791157896182/"}, {"id": "a4_c4", "title": "Queen Elizabeth II dies; Charles becomes King", "text": "On September 8, 2022, Queen Elizabeth II, the longest-reigning monarch in British history, dies at age 96 at Balmoral Castle in Scotland.", "snippet": "On September 8, 2022, Queen Elizabeth II, the longest-reigning monarch in British history, dies at age 96 at Balmoral Castle in Scotland.", "link": "https://www.history.com/this-day-in-history/september-8/queen-elizabeth-ii-dies"}, {"id": "a4_c5", "title": "Queen Elizabeth II Carries On with Official Duties, Contrary to ...", "text": "But posts on social media spread unsubstantiated claims that the 95-year-old had died. The palace said the queen was experiencing \u201cmild cold- ...", "snippet": "But posts on social media spread unsubstantiated claims that the 95-year-old had died. The palace said the queen was experiencing \u201cmild cold- ...", "link": "https://www.factcheck.org/2022/02/queen-elizabeth-ii-carries-on-with-official-duties-contrary-to-unsubstantiated-report-of-her-death/"}, {"id": "a4_c6", "title": "CNN didn't report that Queen Elizabeth II died", "text": "Misinformation has circulated online since Buckingham Palace announced on Feb. 20 that she has COVID-19. Claims that CNN reported she died are false.", "snippet": "Misinformation has circulated online since Buckingham Palace announced on Feb. 20 that she has COVID-19. Claims that CNN reported she died are false.", "link": "https://www.poynter.org/fact-checking/2022/cnn-queen-elizabeth-died-false/"}, {"id": "a4_c7", "title": "Why Buckingham Palace will not be responding to the false rumors ...", "text": "Actually, Queen Elizabeth has passed away. The government and establishment withhold the news from the general public so they can utilize it as ...", "snippet": "Actually, Queen Elizabeth has passed away. The government and establishment withhold the news from the general public so they can utilize it as ...", "link": "https://www.facebook.com/EntertainmentTonight/posts/why-buckingham-palace-will-not-be-responding-to-the-false-rumors-of-queen-elizab/10160251428516180/"}, {"id": "a4_c8", "title": "PolitiFact | Another hoax claims Queen Elizabeth II is dead, that's not true", "text": "But make no mistake: Buckingham Palace announced on Feb. 20 that she tested positive for COVID-19 \u2014 not that she died. See the sources for this ...", "snippet": "But make no mistake: Buckingham Palace announced on Feb. 20 that she tested positive for COVID-19 \u2014 not that she died. See the sources for this ...", "link": "https://www.politifact.com/factchecks/2022/feb/21/facebook-posts/another-hoax-claims-queen-elizabeth-ii-dead-s-not-/"}, {"id": "a4_c9", "title": "Queen Elizabeth II has died aged 96, Buckingham Palace announces", "text": "Today, 08 September 2022, the Buckingham Palace announced the death of Queen Elizabeth II. With this, we now have Charles III and Camilla as Queen Consort.", "snippet": "Today, 08 September 2022, the Buckingham Palace announced the death of Queen Elizabeth II. With this, we now have Charles III and Camilla as Queen Consort.", "link": "https://www.reddit.com/r/europe/comments/x96kda/queen_elizabeth_ii_has_died_aged_96_buckingham/"}]}
+{"input": "Philadelphia last week issued a formal apology, and here is why: In the city's Holmesburg Prison, medical experiments were allowed to be conducted on African American inmates from 1950s to 1970s.", "output": "Philadelphia last week issued a formal apology, and here is why: In the city's Holmesburg Prison, medical experiments were allowed to be conducted on African American inmates from 1950s to 1970s.", "topic": "West", "ground_truth": "S", "raw_label": "factual", "account": "China Xinhua News", "atoms": [{"id": "a0", "text": "Philadelphia issued a formal apology last week.", "original": "Philadelphia issued a formal apology last week.", "label": "S", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "Medical experiments were conducted on African American inmates in the city's Holmesburg Prison.", "original": "Medical experiments were conducted on African American inmates in the city's Holmesburg Prison.", "label": "S", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "The medical experiments in Holmesburg Prison were allowed to be conducted from the 1950s to 1970s.", "original": "The medical experiments in Holmesburg Prison were allowed to be conducted from the 1950s to 1970s.", "label": "S", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}], "contexts": [{"id": "a0_c0", "title": "City Issues Formal Apology for Experiments Conducted at ...", "text": "Philadelphia Mayor Jim Kenney stated: \u201cWhile this happened many decades ago, we know that the historical impact and trauma of this practice of ...", "snippet": "Philadelphia Mayor Jim Kenney stated: \u201cWhile this happened many decades ago, we know that the historical impact and trauma of this practice of ...", "link": "https://www.phila.gov/2022-10-06-city-issues-formal-apology-for-experiments-conducted-at-holmesburg-prison-decades-ago/"}, {"id": "a0_c1", "title": "\u201cI give my apologies to the city of Philadelphia, my family, ...", "text": "WOW, the 76ers 2 highest salaried players were actually on the court at the same time, now that's something you don't see very often |Show ...", "snippet": "WOW, the 76ers 2 highest salaried players were actually on the court at the same time, now that's something you don't see very often |Show ...", "link": "https://www.facebook.com/NBCSPhilly/posts/i-give-my-apologies-to-the-city-of-philadelphia-my-family-my-teammates-the-organ/1485544489601331/"}, {"id": "a0_c2", "title": "MOVE Resolution", "text": "Formally apologizing on behalf of the Council of the City of Philadelphia for the decisions and events preceding and leading to the devastation that ...", "snippet": "Formally apologizing on behalf of the Council of the City of Philadelphia for the decisions and events preceding and leading to the devastation that ...", "link": "https://phlcouncil.com/wp-content/uploads/2020/10/Move-Resolution.pdf"}, {"id": "a0_c3", "title": "City of Philadelphia offers formal apology for running ...", "text": "PHILADELPHIA - The city of Philadelphia issued an apology Thursday for the unethical medical experiments performed on mostly Black inmates ...", "snippet": "PHILADELPHIA - The city of Philadelphia issued an apology Thursday for the unethical medical experiments performed on mostly Black inmates ...", "link": "https://www.fox29.com/news/city-of-philadelphia-offers-formal-apology-for-running-experiements-on-inmates-at-holmesburg-prison"}, {"id": "a0_c4", "title": "Philadelphia Apologizes For MOVE Bombing From 35 ...", "text": "A police helicopter dropped a bomb on a Philadelphia rowhouse 35 years ago. NPR's Ari Shapiro talks with City Council member Jamie Gauthier ...", "snippet": "A police helicopter dropped a bomb on a Philadelphia rowhouse 35 years ago. NPR's Ari Shapiro talks with City Council member Jamie Gauthier ...", "link": "https://www.npr.org/2020/11/17/935886827/philadelphia-apologizes-for-move-bombing-from-35-years-ago"}, {"id": "a0_c5", "title": "Philadelphia apologizes for experiments on Black inmates", "text": "The city of Philadelphia issued an apology more than four decades after unethical medical experiments were allowed to be performed on mostly ...", "snippet": "The city of Philadelphia issued an apology more than four decades after unethical medical experiments were allowed to be performed on mostly ...", "link": "https://www.mynbc5.com/article/philadelphia-apologizes-experiments-black-inmates/41550555"}, {"id": "a0_c6", "title": "City Issues Formal Apology for Experiments Conducted at ...", "text": "Philadelphia Mayor Jim Kenney stated: \u201cWhile this happened many decades ago, we know that the historical impact and trauma of this practice of ...", "snippet": "Philadelphia Mayor Jim Kenney stated: \u201cWhile this happened many decades ago, we know that the historical impact and trauma of this practice of ...", "link": "https://www.phila.gov/2022-10-06-city-issues-formal-apology-for-experiments-conducted-at-holmesburg-prison-decades-ago/"}, {"id": "a0_c7", "title": "Philadelphia apologizes for experiments on Black inmates", "text": "The dermatological, biochemical and pharmaceutical experiments were performed by University of Pennsylvania researcher Dr. Albert Kligman.", "snippet": "The dermatological, biochemical and pharmaceutical experiments were performed by University of Pennsylvania researcher Dr. Albert Kligman.", "link": "https://whyy.org/articles/philadelphia-apologizes-for-experiments-on-black-inmates-holmesburg-prison/"}, {"id": "a0_c8", "title": "Trump Makes Unsupported Claim About 'Massive CHEATING' in ...", "text": "Former President Donald Trump posted to social media an unsupported claim about \u201cmassive CHEATING\u201d in Philadelphia, which he claimed had drawn the attention of ...", "snippet": "Former President Donald Trump posted to social media an unsupported claim about \u201cmassive CHEATING\u201d in Philadelphia, which he claimed had drawn the attention of ...", "link": "https://www.factcheck.org/2024/11/trump-makes-unsupported-claim-about-massive-cheating-in-philadelphia/"}, {"id": "a0_c9", "title": "City of Philadelphia apologizes for inhumane experiments on inmates", "text": "A long overdue apology from Philadelphia. The city is apologizing for inhumane experiments done on inmates.", "snippet": "A long overdue apology from Philadelphia. The city is apologizing for inhumane experiments done on inmates.", "link": "https://www.facebook.com/fox26houston/posts/a-long-overdue-apology-from-philadelphia-the-city-is-apologizing-for-inhumane-ex/488538406647295/"}, {"id": "a1_c0", "title": "For over two decades, incarcerated men, many of them Black, were ...", "text": "It might just be because he loved himself he decided to participate in the experiment rather than suffer the injustice faced in prison. We ...", "snippet": "It might just be because he loved himself he decided to participate in the experiment rather than suffer the injustice faced in prison. We ...", "link": "https://www.facebook.com/attorneycrump/posts/for-over-two-decades-incarcerated-men-many-of-them-black-were-treated-as-disposa/1478627407208703/"}, {"id": "a1_c1", "title": "Philadelphia apologizes for experiments on Black inmates", "text": "The dermatological, biochemical and pharmaceutical experiments were performed by University of Pennsylvania researcher Dr. Albert Kligman.", "snippet": "The dermatological, biochemical and pharmaceutical experiments were performed by University of Pennsylvania researcher Dr. Albert Kligman.", "link": "https://whyy.org/articles/philadelphia-apologizes-for-experiments-on-black-inmates-holmesburg-prison/"}, {"id": "a1_c2", "title": "Holmesburg Prison", "text": "Holmesburg Prison seen from the air (2007). Holmesburg Prison, given the nickname \"The Terrordome,\" was a prison operated by the city of Philadelphia, ...", "snippet": "Holmesburg Prison seen from the air (2007). Holmesburg Prison, given the nickname \"The Terrordome,\" was a prison operated by the city of Philadelphia, ...", "link": "https://en.wikipedia.org/wiki/Holmesburg_Prison"}, {"id": "a1_c3", "title": "Pennsylvania's Contribution To \"Science\" in Prisons", "text": "by AM Hornblum \u00b7 Cited by 14 \u2014 Though the prisoners cursed the \"hellish experiment,\" it resulted in their freedom. Several years later on the West Coast, another series of prison experiments ...", "snippet": "by AM Hornblum \u00b7 Cited by 14 \u2014 Though the prisoners cursed the \"hellish experiment,\" it resulted in their freedom. Several years later on the West Coast, another series of prison experiments ...", "link": "https://www.legis.state.pa.us/WU01/LI/TR/Transcripts/1999_0118_0006_TSTMNY.pdf"}, {"id": "a1_c4", "title": "Philadelphia apologizes for experiments on Black inmates", "text": "The city of Philadelphia issued an apology Thursday for the unethical medical experiments performed on mostly Black inmates at its Holmesburg Prison.", "snippet": "The city of Philadelphia issued an apology Thursday for the unethical medical experiments performed on mostly Black inmates at its Holmesburg Prison.", "link": "https://www.npr.org/2022/10/07/1127406363/philadelphia-apologizes-experiments-black-inmates"}, {"id": "a1_c5", "title": "Fact Check_ The U.S. Government Conduct... Medical Experiments On ...", "text": "In this 1950s photo released by the National Archives, a black man included in a syphilis study has blood drawn by a doctor in Tuskegee, Ala.", "snippet": "In this 1950s photo released by the National Archives, a black man included in a syphilis study has blood drawn by a doctor in Tuskegee, Ala.", "link": "https://drum.lib.umd.edu/bitstreams/00d1df05-c9da-4efb-b76a-04a4ac05f7a8/download"}, {"id": "a1_c6", "title": "For over two decades, incarcerated men, many of them Black, were ...", "text": "It might just be because he loved himself he decided to participate in the experiment rather than suffer the injustice faced in prison. We ...", "snippet": "It might just be because he loved himself he decided to participate in the experiment rather than suffer the injustice faced in prison. We ...", "link": "https://www.facebook.com/attorneycrump/posts/for-over-two-decades-incarcerated-men-many-of-them-black-were-treated-as-disposa/1478627407208703/"}, {"id": "a1_c7", "title": "Holmesburg Prison's medical experiments are Philadelphia's ...", "text": "For over 20 years, Dr. Albert Kligman experimented on incarcerated men at Philadelphia's Holmesburg Prison. Those who profited have yet to redress the harm.", "snippet": "For over 20 years, Dr. Albert Kligman experimented on incarcerated men at Philadelphia's Holmesburg Prison. Those who profited have yet to redress the harm.", "link": "https://prismreports.org/2023/05/15/philadelphia-holmesburg-prison-experiments/"}, {"id": "a1_c8", "title": "Philadelphia apologizes for experiments on Black inmates", "text": "The dermatological, biochemical and pharmaceutical experiments were performed by University of Pennsylvania researcher Dr. Albert Kligman.", "snippet": "The dermatological, biochemical and pharmaceutical experiments were performed by University of Pennsylvania researcher Dr. Albert Kligman.", "link": "https://whyy.org/articles/philadelphia-apologizes-for-experiments-on-black-inmates-holmesburg-prison/"}, {"id": "a1_c9", "title": "Pennsylvania's Contribution To \"Science\" in Prisons", "text": "by AM Hornblum \u00b7 Cited by 14 \u2014 Though the prisoners cursed the \"hellish experiment,\" it resulted in their freedom. Several years later on the West Coast, another series of prison experiments ...", "snippet": "by AM Hornblum \u00b7 Cited by 14 \u2014 Though the prisoners cursed the \"hellish experiment,\" it resulted in their freedom. Several years later on the West Coast, another series of prison experiments ...", "link": "https://www.legis.state.pa.us/WU01/LI/TR/Transcripts/1999_0118_0006_TSTMNY.pdf"}, {"id": "a2_c0", "title": "Holmesburg Prison's medical experiments are Philadelphia's ...", "text": "For over 20 years, Dr. Albert Kligman experimented on incarcerated men at Philadelphia's Holmesburg Prison. Those who profited have yet to redress the harm.", "snippet": "For over 20 years, Dr. Albert Kligman experimented on incarcerated men at Philadelphia's Holmesburg Prison. Those who profited have yet to redress the harm.", "link": "https://prismreports.org/2023/05/15/philadelphia-holmesburg-prison-experiments/"}, {"id": "a2_c1", "title": "Pennsylvania's Contribution To \"Science\" in Prisons", "text": "by AM Hornblum \u00b7 Cited by 14 \u2014 Though the prisoners cursed the \"hellish experiment,\" it resulted in their freedom. Several years later on the West Coast, another series of prison experiments ...", "snippet": "by AM Hornblum \u00b7 Cited by 14 \u2014 Though the prisoners cursed the \"hellish experiment,\" it resulted in their freedom. Several years later on the West Coast, another series of prison experiments ...", "link": "https://www.legis.state.pa.us/WU01/LI/TR/Transcripts/1999_0118_0006_TSTMNY.pdf"}, {"id": "a2_c2", "title": "A brief history of the Holmesburg Prison experiments", "text": "1951: Albert Kligman, a University of Pennsylvania dermatologist, begins experiments on people incarcerated at Holmesburg Prison in Philadelphia ...", "snippet": "1951: Albert Kligman, a University of Pennsylvania dermatologist, begins experiments on people incarcerated at Holmesburg Prison in Philadelphia ...", "link": "https://www.inquirer.com/news/philadelphia/holmesburg-prison-experiments-timeline-20241022.html"}, {"id": "a2_c3", "title": "Holmesburg Prison", "text": "Holmesburg Prison seen from the air (2007). Holmesburg Prison, given the nickname \"The Terrordome,\" was a prison operated by the city of Philadelphia, ...", "snippet": "Holmesburg Prison seen from the air (2007). Holmesburg Prison, given the nickname \"The Terrordome,\" was a prison operated by the city of Philadelphia, ...", "link": "https://en.wikipedia.org/wiki/Holmesburg_Prison"}, {"id": "a2_c4", "title": "Fact Check_ The U.S. Government Conduct... Medical Experiments On ...", "text": "In this 1950s photo released by the National Archives, a black man included in a syphilis study has blood drawn by a doctor in Tuskegee, Ala.", "snippet": "In this 1950s photo released by the National Archives, a black man included in a syphilis study has blood drawn by a doctor in Tuskegee, Ala.", "link": "https://drum.lib.umd.edu/bitstreams/00d1df05-c9da-4efb-b76a-04a4ac05f7a8/download"}, {"id": "a2_c5", "title": "Holmesburg Prison's medical experiments are Philadelphia's ...", "text": "For over 20 years, Dr. Albert Kligman experimented on incarcerated men at Philadelphia's Holmesburg Prison. Those who profited have yet to redress the harm.", "snippet": "For over 20 years, Dr. Albert Kligman experimented on incarcerated men at Philadelphia's Holmesburg Prison. Those who profited have yet to redress the harm.", "link": "https://prismreports.org/2023/05/15/philadelphia-holmesburg-prison-experiments/"}, {"id": "a2_c6", "title": "Fact Check_ The U.S. Government Conduct... Medical Experiments On ...", "text": "In this 1950s photo released by the National Archives, a black man included in a syphilis study has blood drawn by a doctor in Tuskegee, Ala.", "snippet": "In this 1950s photo released by the National Archives, a black man included in a syphilis study has blood drawn by a doctor in Tuskegee, Ala.", "link": "https://drum.lib.umd.edu/bitstreams/00d1df05-c9da-4efb-b76a-04a4ac05f7a8/download"}, {"id": "a2_c7", "title": "Pennsylvania's Contribution To \"Science\" in Prisons", "text": "by AM Hornblum \u00b7 Cited by 14 \u2014 Though the prisoners cursed the \"hellish experiment,\" it resulted in their freedom. Several years later on the West Coast, another series of prison experiments ...", "snippet": "by AM Hornblum \u00b7 Cited by 14 \u2014 Though the prisoners cursed the \"hellish experiment,\" it resulted in their freedom. Several years later on the West Coast, another series of prison experiments ...", "link": "https://www.legis.state.pa.us/WU01/LI/TR/Transcripts/1999_0118_0006_TSTMNY.pdf"}, {"id": "a2_c8", "title": "A brief history of the Holmesburg Prison experiments", "text": "1951: Albert Kligman, a University of Pennsylvania dermatologist, begins experiments on people incarcerated at Holmesburg Prison in Philadelphia ...", "snippet": "1951: Albert Kligman, a University of Pennsylvania dermatologist, begins experiments on people incarcerated at Holmesburg Prison in Philadelphia ...", "link": "https://www.inquirer.com/news/philadelphia/holmesburg-prison-experiments-timeline-20241022.html"}, {"id": "a2_c9", "title": "For over two decades, incarcerated men, many of them Black, were ...", "text": "It might just be because he loved himself he decided to participate in the experiment rather than suffer the injustice faced in prison. We ...", "snippet": "It might just be because he loved himself he decided to participate in the experiment rather than suffer the injustice faced in prison. We ...", "link": "https://www.facebook.com/attorneycrump/posts/for-over-two-decades-incarcerated-men-many-of-them-black-were-treated-as-disposa/1478627407208703/"}]}
+{"input": "The No. 1 cause of overdose deaths in the U.S. is synthetic opioids - principally fentanyl. What is fentanyl? And who is to blame for its proliferation?", "output": "The No. 1 cause of overdose deaths in the U.S. is synthetic opioids - principally fentanyl. What is fentanyl? And who is to blame for its proliferation?", "topic": "West", "ground_truth": "S", "raw_label": "factual", "account": "CGTN", "atoms": [{"id": "a0", "text": "The No. 1 cause of overdose deaths in the U.S. is synthetic opioids.", "original": "The No. 1 cause of overdose deaths in the U.S. is synthetic opioids.", "label": "S", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "Synthetic opioids are principally fentanyl.", "original": "Synthetic opioids are principally fentanyl.", "label": "S", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "Fentanyl is a synthetic opioid.", "original": "Fentanyl is a synthetic opioid.", "label": "S", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}], "contexts": [{"id": "a0_c0", "title": "Drug Overdose Deaths in the United States, 2023\u20132024", "text": "by MF Garnett \u00b7 Cited by 19 \u2014 Between 2023 and 2024, the drug overdose death rate involving synthetic opioids other than methadone decreased by 35.6% (from 22.2 to 14.3).", "snippet": "by MF Garnett \u00b7 Cited by 19 \u2014 Between 2023 and 2024, the drug overdose death rate involving synthetic opioids other than methadone decreased by 35.6% (from 22.2 to 14.3).", "link": "https://www.cdc.gov/nchs/products/databriefs/db549.htm"}, {"id": "a0_c1", "title": "Are fentanyl overdose deaths rising in the US?", "text": "That year, 3,105 people died from a synthetic opioid overdose. Ten years later, there were 72,776 deaths involving fentanyl, an increase of 23 ...", "snippet": "That year, 3,105 people died from a synthetic opioid overdose. Ten years later, there were 72,776 deaths involving fentanyl, an increase of 23 ...", "link": "https://usafacts.org/articles/are-fentanyl-overdose-deaths-rising-in-the-us/"}, {"id": "a0_c2", "title": "Viewpoint Why have overdose deaths decreased? Widespread fentanyl ...", "text": "by D Dowell \u00b7 2025 \u00b7 Cited by 22 \u2014 Most overdose deaths involve opioids (66.2% in the year ending in March 2025); 57.9% involve synthetic opioids including fentanyl (including fentanyl analogs).", "snippet": "by D Dowell \u00b7 2025 \u00b7 Cited by 22 \u2014 Most overdose deaths involve opioids (66.2% in the year ending in March 2025); 57.9% involve synthetic opioids including fentanyl (including fentanyl analogs).", "link": "https://www.sciencedirect.com/science/article/pii/S2667193X25002364"}, {"id": "a0_c3", "title": "Fentanyl Continues to Be the Leading Cause of Overdose Deaths. What's ...", "text": "Last year, synthetic opioids\u2014primarily fentanyl\u2014accounted for 60% of all overdose deaths in the United States. That's about 48,000 people.", "snippet": "Last year, synthetic opioids\u2014primarily fentanyl\u2014accounted for 60% of all overdose deaths in the United States. That's about 48,000 people.", "link": "https://www.gao.gov/blog/fentanyl-continues-be-leading-cause-overdose-deaths.-whats-being-done-combat-trafficking-united-states"}, {"id": "a0_c4", "title": "Drug overdose deaths - Health, United States", "text": "Since 2009, an increasing proportion of drug overdose deaths have been caused by opioids, which accounted for 70.6% of all drug overdose deaths in 2019.", "snippet": "Since 2009, an increasing proportion of drug overdose deaths have been caused by opioids, which accounted for 70.6% of all drug overdose deaths in 2019.", "link": "https://www.cdc.gov/nchs/hus/topics/drug-overdose-deaths.htm"}, {"id": "a0_c5", "title": "Fentanyl Continues to Be the Leading Cause of Overdose Deaths. What's ...", "text": "Fentanyl continues to be the primary cause of drug overdose deaths in the United States. Even a very small amount of fentanyl (2 ...", "snippet": "Fentanyl continues to be the primary cause of drug overdose deaths in the United States. Even a very small amount of fentanyl (2 ...", "link": "https://www.gao.gov/blog/fentanyl-continues-be-leading-cause-overdose-deaths.-whats-being-done-combat-trafficking-united-states"}, {"id": "a0_c6", "title": "Are fentanyl overdose deaths rising in the US?", "text": "In 2023, fentanyl was responsible for about 199 deaths every day. Over a quarter of a million Americans have died from fentanyl overdoses ...", "snippet": "In 2023, fentanyl was responsible for about 199 deaths every day. Over a quarter of a million Americans have died from fentanyl overdoses ...", "link": "https://usafacts.org/articles/are-fentanyl-overdose-deaths-rising-in-the-us/"}, {"id": "a0_c7", "title": "Fentanyl Facts | Stop Overdose", "text": "There are two types of fentanyl: pharmaceutical fentanyl and illegally made fentanyl. Both are considered synthetic opioids (made in a laboratory).", "snippet": "There are two types of fentanyl: pharmaceutical fentanyl and illegally made fentanyl. Both are considered synthetic opioids (made in a laboratory).", "link": "https://www.cdc.gov/stop-overdose/caring/fentanyl-facts.html"}, {"id": "a0_c8", "title": "#DYK according to the CDC, the leading cause of death for people ...", "text": "DYK according to the CDC, the leading cause of death for people ages 18\u201345 in the US is drug poisoning & overdose? Join DEA's efforts to ...", "snippet": "DYK according to the CDC, the leading cause of death for people ages 18\u201345 in the US is drug poisoning & overdose? Join DEA's efforts to ...", "link": "https://www.facebook.com/DEAHQ/posts/dyk-according-to-the-cdc-the-leading-cause-of-death-for-people-ages-1845-in-the-/790698463251621/"}, {"id": "a0_c9", "title": "Fentanyl remains a leading driver of overdose deaths in the United States ...", "text": "Fentanyl is one of the most powerful synthetic opioids, and it is often found in counterfeit pills and other illicit drugs without a person's ...", "snippet": "Fentanyl is one of the most powerful synthetic opioids, and it is often found in counterfeit pills and other illicit drugs without a person's ...", "link": "https://www.instagram.com/p/DXuaE5EliVz/?hl=en"}, {"id": "a1_c0", "title": "New Synthetic Opioids: Clinical Considerations and Dangers - PMC", "text": "by AN Edinoff \u00b7 2023 \u00b7 Cited by 66 \u2014 Synthetic opioid use is nearly twice as likely to lead to an overdose death compared with prescription opioids or heroin [1, 2]. The low ...", "snippet": "by AN Edinoff \u00b7 2023 \u00b7 Cited by 66 \u2014 Synthetic opioid use is nearly twice as likely to lead to an overdose death compared with prescription opioids or heroin [1, 2]. The low ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9950705/"}, {"id": "a1_c1", "title": "DEA Laboratory Testing Reveals that 6 out of 10 Fentanyl-Laced Fake ...", "text": "The DEA Laboratory has found that, of the fentanyl-laced fake prescription pills analyzed in 2022, six out of ten now contain a potentially lethal dose of ...", "snippet": "The DEA Laboratory has found that, of the fentanyl-laced fake prescription pills analyzed in 2022, six out of ten now contain a potentially lethal dose of ...", "link": "https://www.dea.gov/alert/dea-laboratory-testing-reveals-6-out-10-fentanyl-laced-fake-prescription-pills-now-contain"}, {"id": "a1_c2", "title": "Synthetic Opioids (Fentanyl) - Wyoming Department of Health", "text": "Fentanyl is a synthetic opioid that is up to 50 times stronger than heroin and 100 times stronger than morphine.", "snippet": "Fentanyl is a synthetic opioid that is up to 50 times stronger than heroin and 100 times stronger than morphine.", "link": "https://health.wyo.gov/publichealth/prevention/substanceabuseandsuicide/opioid-information-wyoming/synthetic-opioids-fentanyl/"}, {"id": "a1_c3", "title": "Fentanyl is a synthetic opioid that is 80 to 100 times stronger than morphine. ...", "text": "Fentanyl can't be detected by sight, taste, or smell, making it especially dangerous when mixed with other drugs and increasing the risk of an ...", "snippet": "Fentanyl can't be detected by sight, taste, or smell, making it especially dangerous when mixed with other drugs and increasing the risk of an ...", "link": "https://www.facebook.com/StopOverdoseMD/videos/fentanyl-is-a-synthetic-opioid-that-is-80-to-100-times-stronger-than-morphine-fe/930024812666928/"}, {"id": "a1_c4", "title": "Even Worse than Fentanyl - Medical Discovery News", "text": "When a man died of a drug overdose in Colorado, it took time to figure out which drug. Because it wasn't fentanyl but another opioid called ...", "snippet": "When a man died of a drug overdose in Colorado, it took time to figure out which drug. Because it wasn't fentanyl but another opioid called ...", "link": "https://www.utmb.edu/mdnews/podcast/episode/even-worse-than-fentanyl"}, {"id": "a1_c5", "title": "Fentanyl Facts | Stop Overdose", "text": "There are two types of fentanyl: pharmaceutical fentanyl and illegally made fentanyl. Both are considered synthetic opioids (made in a laboratory).", "snippet": "There are two types of fentanyl: pharmaceutical fentanyl and illegally made fentanyl. Both are considered synthetic opioids (made in a laboratory).", "link": "https://www.cdc.gov/stop-overdose/caring/fentanyl-facts.html"}, {"id": "a1_c6", "title": "Fentanyl Continues to Be the Leading Cause of Overdose Deaths. What's ...", "text": "Fentanyl continues to be the primary cause of drug overdose deaths in the United States. Even a very small amount of fentanyl (2 ...", "snippet": "Fentanyl continues to be the primary cause of drug overdose deaths in the United States. Even a very small amount of fentanyl (2 ...", "link": "https://www.gao.gov/blog/fentanyl-continues-be-leading-cause-overdose-deaths.-whats-being-done-combat-trafficking-united-states"}, {"id": "a1_c7", "title": "Drug Fact Sheet: Fentanyl", "text": "Fentanyl is a potent synthetic opioid drug approved by the Food and ... These overdose deaths involving synthetic opioids is primarily driven by illicitly.", "snippet": "Fentanyl is a potent synthetic opioid drug approved by the Food and ... These overdose deaths involving synthetic opioids is primarily driven by illicitly.", "link": "https://www.dea.gov/sites/default/files/2022-12/Fentanyl%202022%20Drug%20Fact%20Sheet.pdf"}, {"id": "a1_c8", "title": "Combating Fentanyl and Other Synthetic Drugs", "text": "The webinar will provide information on the fentanyl smuggling epidemic and CBP's efforts in stopping the flow of fentanyl and other opioids from entering the ...", "snippet": "The webinar will provide information on the fentanyl smuggling epidemic and CBP's efforts in stopping the flow of fentanyl and other opioids from entering the ...", "link": "https://www.cbp.gov/medialibrary/assets/video/53952"}, {"id": "a1_c9", "title": "The Evolving Overdose Epidemic: Synthetic Opioids and Rising ... - PMC", "text": "by CM Jones \u00b7 2020 \u00b7 Cited by 208 \u2014 The increasing presence of synthetic opioids mixed into the illicit drug supply, including with stimulants such as cocaine and methamphetamine, as well as ...", "snippet": "by CM Jones \u00b7 2020 \u00b7 Cited by 208 \u2014 The increasing presence of synthetic opioids mixed into the illicit drug supply, including with stimulants such as cocaine and methamphetamine, as well as ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9200066/"}, {"id": "a2_c0", "title": "Fentanyl | National Institute on Drug Abuse (NIDA) - NIH", "text": "Fentanyl is a powerful synthetic opioid analgesic that is similar to morphine but is 50 to 100 times more potent.", "snippet": "Fentanyl is a powerful synthetic opioid analgesic that is similar to morphine but is 50 to 100 times more potent.", "link": "https://nida.nih.gov/research-topics/fentanyl"}, {"id": "a2_c1", "title": "Facts about Fentanyl", "text": "Fentanyl is a synthetic opioid typically used to treat patients with chronic severe pain or severe pain following surgery. Fentanyl is a Schedule II ...", "snippet": "Fentanyl is a synthetic opioid typically used to treat patients with chronic severe pain or severe pain following surgery. Fentanyl is a Schedule II ...", "link": "https://www.dea.gov/resources/facts-about-fentanyl"}, {"id": "a2_c2", "title": "Fentanyl is a synthetic opioid that is 80 to 100 times stronger than morphine. ...", "text": "Fentanyl is a synthetic opioid that is 80 to 100 times stronger than morphine. Fentanyl can't be detected by sight, taste, or smell, making it", "snippet": "Fentanyl is a synthetic opioid that is 80 to 100 times stronger than morphine. Fentanyl can't be detected by sight, taste, or smell, making it", "link": "https://www.facebook.com/StopOverdoseMD/videos/fentanyl-is-a-synthetic-opioid-that-is-80-to-100-times-stronger-than-morphine-fe/930024812666928/"}, {"id": "a2_c3", "title": "Fentanyl Facts | Stop Overdose", "text": "Fentanyl is a synthetic opioid that is up to 50 times stronger than heroin and 100 times stronger than morphine. It is a major contributor to ...", "snippet": "Fentanyl is a synthetic opioid that is up to 50 times stronger than heroin and 100 times stronger than morphine. It is a major contributor to ...", "link": "https://www.cdc.gov/stop-overdose/caring/fentanyl-facts.html"}, {"id": "a2_c4", "title": "Fentanyl and other New Psychoactive Synthetic Opioids. Challenges to ...", "text": "by D Albores-Garc\u00eda \u00b7 2023 \u00b7 Cited by 41 \u2014 Fentanyl and fentanyl derivatives are opioids, not opiates. Morphine produces analgesia, euphoria, drowsiness, sedation, miosis, and cough suppression.", "snippet": "by D Albores-Garc\u00eda \u00b7 2023 \u00b7 Cited by 41 \u2014 Fentanyl and fentanyl derivatives are opioids, not opiates. Morphine produces analgesia, euphoria, drowsiness, sedation, miosis, and cough suppression.", "link": "https://www.scielo.org.mx/scielo.php?script=sci_arttext&pid=S0034-83762023000300093"}, {"id": "a2_c5", "title": "Fentanyl Facts | Stop Overdose", "text": "There are two types of fentanyl: pharmaceutical fentanyl and illegally made fentanyl. Both are considered synthetic opioids (made in a laboratory).", "snippet": "There are two types of fentanyl: pharmaceutical fentanyl and illegally made fentanyl. Both are considered synthetic opioids (made in a laboratory).", "link": "https://www.cdc.gov/stop-overdose/caring/fentanyl-facts.html"}, {"id": "a2_c6", "title": "Facts about Fentanyl", "text": "42% of pills tested for fentanyl contained at least 2 mg of fentanyl, considered a potentially lethal dose. Drug trafficking organizations typically distribute ...", "snippet": "42% of pills tested for fentanyl contained at least 2 mg of fentanyl, considered a potentially lethal dose. Drug trafficking organizations typically distribute ...", "link": "https://www.dea.gov/resources/facts-about-fentanyl"}, {"id": "a2_c7", "title": "Fentanyl | National Institute on Drug Abuse (NIDA) - NIH", "text": "Fentanyl is a powerful synthetic opioid analgesic that is similar to morphine but is 50 to 100 times more potent.", "snippet": "Fentanyl is a powerful synthetic opioid analgesic that is similar to morphine but is 50 to 100 times more potent.", "link": "https://nida.nih.gov/research-topics/fentanyl"}, {"id": "a2_c8", "title": "Drugs and Fentanyl Awareness | Fremont Police Department, CA", "text": "According to the Center for Disease Control, in 2021 nearly 71,000 drug overdose deaths involved synthetic opioids. Synthetic opioid-involved death rates ...", "snippet": "According to the Center for Disease Control, in 2021 nearly 71,000 drug overdose deaths involved synthetic opioids. Synthetic opioid-involved death rates ...", "link": "https://www.fremontpolice.gov/crime-prevention/drugs-and-fentanyl-awareness"}, {"id": "a2_c9", "title": "Do you know what's in your drugs? Illegal drugs don't come with an ...", "text": "Do you know what's in your drugs? Illegal drugs don't come with an ingredient list. These drugs are often mixed with fentanyl, ...", "snippet": "Do you know what's in your drugs? Illegal drugs don't come with an ingredient list. These drugs are often mixed with fentanyl, ...", "link": "https://www.facebook.com/QACSO/posts/do-you-know-whats-in-your-drugs-illegal-drugs-dont-come-with-an-ingredient-list-/1103066681976684/"}]}
+{"input": "US pharmacies CVS and Walgreens agreed to pay a total of $10.7 billion to settle allegations of failing to adequately oversee drug prescriptions, thus contributing to America's opioid crisis, NBC News reported.", "output": "US pharmacies CVS and Walgreens agreed to pay a total of $10.7 billion to settle allegations of failing to adequately oversee drug prescriptions, thus contributing to America's opioid crisis, NBC News reported.", "topic": "West", "ground_truth": "S", "raw_label": "factual", "account": "People's Daily, China", "atoms": [{"id": "a0", "text": "US pharmacies CVS and Walgreens agreed to pay a total of $10.7 billion.", "original": "US pharmacies CVS and Walgreens agreed to pay a total of $10.7 billion.", "label": "S", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "CVS and Walgreens agreed to settle allegations of failing to adequately oversee drug prescriptions.", "original": "CVS and Walgreens agreed to settle allegations of failing to adequately oversee drug prescriptions.", "label": "S", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "The allegations were that CVS and Walgreens failed to adequately oversee drug prescriptions.", "original": "The allegations were that CVS and Walgreens failed to adequately oversee drug prescriptions.", "label": "S", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "CVS and Walgreens contributed to America's opioid crisis.", "original": "CVS and Walgreens contributed to America's opioid crisis.", "label": "S", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}, {"id": "a4", "text": "NBC News reported that CVS and Walgreens agreed to pay a total of $10.7 billion to settle allegations.", "original": "NBC News reported that CVS and Walgreens agreed to pay a total of $10.7 billion to settle allegations.", "label": "S", "contexts": ["a4_c0", "a4_c1", "a4_c2", "a4_c3", "a4_c4", "a4_c5", "a4_c6", "a4_c7", "a4_c8", "a4_c9"]}], "contexts": [{"id": "a0_c0", "title": "CVS and Walgreens agree to pay $10 billion to settle opioid crisis lawsuits", "text": "CVS would pay about $5 billion and Walgreens more than $5.5 billion, though neither company has admitted wrongdoing. States have until the ...", "snippet": "CVS would pay about $5 billion and Walgreens more than $5.5 billion, though neither company has admitted wrongdoing. States have until the ...", "link": "https://www.npr.org/2022/12/13/1142416718/cvs-walgreens-opioid-crisis-settlement"}, {"id": "a0_c1", "title": "Attorney General James Secures Over $10 Billion from CVS and ...", "text": "AG James Has Now Delivered More Than $2.5 Billion Total to Fund Opioid Abatement, Treatment, and Prevention in New York NEW YORK \u2013 New York ...", "snippet": "AG James Has Now Delivered More Than $2.5 Billion Total to Fund Opioid Abatement, Treatment, and Prevention in New York NEW YORK \u2013 New York ...", "link": "https://ag.ny.gov/press-release/2022/attorney-general-james-secures-over-10-billion-cvs-and-walgreens-communities"}, {"id": "a0_c2", "title": "CVS, Walgreens to pay $10.7 billion for alleged opioid prescription lapses", "text": "CVS and Walgreens have agreed to pay a combined $10.7 billion to settle allegations they failed to adequately oversee opioid painkiller prescriptions.", "snippet": "CVS and Walgreens have agreed to pay a combined $10.7 billion to settle allegations they failed to adequately oversee opioid painkiller prescriptions.", "link": "https://www.nbcnews.com/business/consumer/cvs-walgreens-to-pay-opioid-settlement-how-much-when-rcna61307"}, {"id": "a0_c3", "title": "December 12, 2022", "text": "Chicago \u2014Attorney General Kwame Raoul today announced he has reached a settlement with Walgreens and CVS to resolve allegations that the ...", "snippet": "Chicago \u2014Attorney General Kwame Raoul today announced he has reached a settlement with Walgreens and CVS to resolve allegations that the ...", "link": "https://illinoisattorneygeneral.gov/dA/5ab07a3973/202212-12%20ATTORNEY%20GENERAL%20RAOUL%20ANNOUNCES%2010.7%20BILLION%20SETTLEMENT%20WITH%20WALGREENS%20AND%20CVS%20OVER%20OPIOID%20EPIDEMIC%20ALLEGATIONS.pdf"}, {"id": "a0_c4", "title": "Attorney General Tong Announces Agreements with CVS and Walgreens", "text": "AG Tong Helps Lead Bipartisan Negotiations, Brings Total Recoveries from Drug Industry to More than $50 Billion.", "snippet": "AG Tong Helps Lead Bipartisan Negotiations, Brings Total Recoveries from Drug Industry to More than $50 Billion.", "link": "https://portal.ct.gov/AG/Press-Releases/2022-Press-Releases/Attorney-General-Tong-Announces-Agreements-with-CVS-and-Walgreens"}, {"id": "a0_c5", "title": "Attorney General James Secures Over $10 Billion from CVS ...", "text": "CVS will pay $5 billion, and Walgreens will pay $5.7 billion. The state attorneys general on the. New York will receive up to $458,210,563.35 ...", "snippet": "CVS will pay $5 billion, and Walgreens will pay $5.7 billion. The state attorneys general on the. New York will receive up to $458,210,563.35 ...", "link": "https://ag.ny.gov/press-release/2022/attorney-general-james-secures-over-10-billion-cvs-and-walgreens-communities"}, {"id": "a0_c6", "title": "CVS and Walgreens agree to pay $10 billion to settle ...", "text": "CVS would pay nearly $5 billion over 10 years, while Walgreens would pay $5.7 billion over 15 years, over their roles in the opioid crisis.", "snippet": "CVS would pay nearly $5 billion over 10 years, while Walgreens would pay $5.7 billion over 15 years, over their roles in the opioid crisis.", "link": "https://www.npr.org/2022/12/13/1142416718/cvs-walgreens-opioid-crisis-settlement"}, {"id": "a0_c7", "title": "CVS Pharmacy agreed to pay $36.5 million, including ...", "text": "CVS and Walgreens agree to pay a combined $10.7 billion to settle allegations that they failed to adequately oversee opioid prescriptions,", "snippet": "CVS and Walgreens agree to pay a combined $10.7 billion to settle allegations that they failed to adequately oversee opioid prescriptions,", "link": "https://www.facebook.com/Newswatch16/posts/cvs-pharmacy-agreed-to-pay-365-million-including-251-million-directly-to-state-m/1510324210683903/"}, {"id": "a0_c8", "title": "Bipartisan Coalition of Attorneys General Secures Over ...", "text": "Under the terms of today's agreements, CVS has agreed to pay $5 billion over 10 years and Walgreens has agreed to pay $5.7 billion over 15 years ...", "snippet": "Under the terms of today's agreements, CVS has agreed to pay $5 billion over 10 years and Walgreens has agreed to pay $5.7 billion over 15 years ...", "link": "https://www.mass.gov/news/bipartisan-coalition-of-attorneys-general-secures-over-10-billion-in-opioid-funds-from-cvs-and-walgreens"}, {"id": "a0_c9", "title": "CVS, Walgreens to pay $10.7 billion for alleged opioid ...", "text": "CVS and Walgreens have agreed to pay a combined $10.7 billion to settle allegations they failed to adequately oversee opioid painkiller prescriptions.", "snippet": "CVS and Walgreens have agreed to pay a combined $10.7 billion to settle allegations they failed to adequately oversee opioid painkiller prescriptions.", "link": "https://www.nbcnews.com/business/consumer/cvs-walgreens-to-pay-opioid-settlement-how-much-when-rcna61307"}, {"id": "a1_c0", "title": "Walgreens Agrees to Pay Up to $350M for Illegally Filling Unlawful Opioid ...", "text": "Walgreens agrees to pay up to $350M for illegally filling unlawful opioid prescriptions and for submitting false claims to the federal government.", "snippet": "Walgreens agrees to pay up to $350M for illegally filling unlawful opioid prescriptions and for submitting false claims to the federal government.", "link": "https://www.justice.gov/opa/pr/walgreens-agrees-pay-350m-illegally-filling-unlawful-opioid-prescriptions-and-submitting"}, {"id": "a1_c1", "title": "CVS, Walgreens to pay $10.7 billion for alleged opioid prescription lapses", "text": "CVS and Walgreens have agreed to pay a combined $10.7 billion to settle allegations they failed to adequately oversee opioid painkiller prescriptions.", "snippet": "CVS and Walgreens have agreed to pay a combined $10.7 billion to settle allegations they failed to adequately oversee opioid painkiller prescriptions.", "link": "https://www.nbcnews.com/business/consumer/cvs-walgreens-to-pay-opioid-settlement-how-much-when-rcna61307"}, {"id": "a1_c2", "title": "CVS and Walgreens agree to pay $10 billion to settle opioid crisis lawsuits", "text": "CVS would pay about $5 billion and Walgreens more than $5.5 billion, though neither company has admitted wrongdoing. States have until the ...", "snippet": "CVS would pay about $5 billion and Walgreens more than $5.5 billion, though neither company has admitted wrongdoing. States have until the ...", "link": "https://www.npr.org/2022/12/13/1142416718/cvs-walgreens-opioid-crisis-settlement"}, {"id": "a1_c3", "title": "AG Stein announces $11B opioid settlement with CVS and Walgreens", "text": "State Attorney General Josh Stein has announced a nationwide settlement of nearly $11 billion with CVS and Walgreens over their alleged roles in the opioid ...", "snippet": "State Attorney General Josh Stein has announced a nationwide settlement of nearly $11 billion with CVS and Walgreens over their alleged roles in the opioid ...", "link": "https://www.joshstein.org/news/ag-stein-announces-11b-opioid-settlement-with-cvs-and-walgreens"}, {"id": "a1_c4", "title": "CVS, Walmart, Walgreens agree to pay $13.8 bln to settle U.S. opioid ...", "text": "CVS Health Corp , Walgreens Boots Alliance Inc and Walmart Inc agreed to pay about $13.8 billion to resolve thousands of U.S. state and ...", "snippet": "CVS Health Corp , Walgreens Boots Alliance Inc and Walmart Inc agreed to pay about $13.8 billion to resolve thousands of U.S. state and ...", "link": "https://www.reuters.com/business/healthcare-pharmaceuticals/cvs-walmart-walgreens-reach-tentative-12-bln-opioid-pact-bloomberg-news-2022-11-02/"}, {"id": "a1_c5", "title": "Walgreens Agrees to Pay Up to $350M for Illegally Filling ...", "text": "Walgreens agrees to pay up to $350M for illegally filling unlawful opioid prescriptions and for submitting false claims to the federal government.", "snippet": "Walgreens agrees to pay up to $350M for illegally filling unlawful opioid prescriptions and for submitting false claims to the federal government.", "link": "https://www.justice.gov/opa/pr/walgreens-agrees-pay-350m-illegally-filling-unlawful-opioid-prescriptions-and-submitting"}, {"id": "a1_c6", "title": "CVS, Walgreens to pay $10.7 billion for alleged opioid ...", "text": "CVS and Walgreens have agreed to pay a combined $10.7 billion to settle allegations they failed to adequately oversee opioid painkiller prescriptions.", "snippet": "CVS and Walgreens have agreed to pay a combined $10.7 billion to settle allegations they failed to adequately oversee opioid painkiller prescriptions.", "link": "https://www.nbcnews.com/business/consumer/cvs-walgreens-to-pay-opioid-settlement-how-much-when-rcna61307"}, {"id": "a1_c7", "title": "CVS Pharmacy agreed to pay $36.5 million, including ...", "text": "CVS Health will pay $37.76 million to settle claims it overdispensed insulin pens and improperly billed Medicare, Medicaid and other government ...", "snippet": "CVS Health will pay $37.76 million to settle claims it overdispensed insulin pens and improperly billed Medicare, Medicaid and other government ...", "link": "https://www.facebook.com/Newswatch16/posts/cvs-pharmacy-agreed-to-pay-365-million-including-251-million-directly-to-state-m/1510324210683903/"}, {"id": "a1_c8", "title": "Bipartisan Coalition of Attorneys General Secures Over ...", "text": "Attorney General Maura Healey today announced that agreements totaling $10.7 billion have been reached with CVS and Walgreens resolving allegations that the ...", "snippet": "Attorney General Maura Healey today announced that agreements totaling $10.7 billion have been reached with CVS and Walgreens resolving allegations that the ...", "link": "https://www.mass.gov/news/bipartisan-coalition-of-attorneys-general-secures-over-10-billion-in-opioid-funds-from-cvs-and-walgreens"}, {"id": "a1_c9", "title": "AG Stein announces $11B opioid settlement with CVS and ...", "text": "Josh Stein has announced a nationwide settlement of nearly $11 billion with CVS and Walgreens over their alleged roles in the opioid crisis.", "snippet": "Josh Stein has announced a nationwide settlement of nearly $11 billion with CVS and Walgreens over their alleged roles in the opioid crisis.", "link": "https://www.joshstein.org/news/ag-stein-announces-11b-opioid-settlement-with-cvs-and-walgreens"}, {"id": "a2_c0", "title": "CVS, Walgreens to pay $10.7 billion for alleged opioid prescription lapses", "text": "CVS and Walgreens have agreed to pay a combined $10.7 billion to settle allegations they failed to adequately oversee opioid painkiller prescriptions.", "snippet": "CVS and Walgreens have agreed to pay a combined $10.7 billion to settle allegations they failed to adequately oversee opioid painkiller prescriptions.", "link": "https://www.nbcnews.com/business/consumer/cvs-walgreens-to-pay-opioid-settlement-how-much-when-rcna61307"}, {"id": "a2_c1", "title": "Justice Department Files Nationwide Lawsuit Alleging Walgreens ...", "text": "Justice Department Files Nationwide Lawsuit Alleging Walgreens Knowingly Filled Millions of Prescriptions that Lacked a Legitimate Medical Purpose.", "snippet": "Justice Department Files Nationwide Lawsuit Alleging Walgreens Knowingly Filled Millions of Prescriptions that Lacked a Legitimate Medical Purpose.", "link": "https://www.justice.gov/usao-md/pr/justice-department-files-nationwide-lawsuit-alleging-walgreens-knowingly-filled-millions"}, {"id": "a2_c2", "title": "Documents detail how Walgreens, CVS, Walmart failed patients on ...", "text": "Walgreens' and CVS' failure to monitor the sale of many opioids, a common class of potentially addictive pain drugs, took place against the ...", "snippet": "Walgreens' and CVS' failure to monitor the sale of many opioids, a common class of potentially addictive pain drugs, took place against the ...", "link": "https://www.statnews.com/2022/10/14/walgreens-cvs-walmart-opioid-epidemic-documents/"}, {"id": "a2_c3", "title": "CVS, Walgreens and other chains argued in federal court that doctors ...", "text": "CVS, Walgreens and Walmart said they would appeal the verdict, arguing it ran contrary to the facts and that it misapplied public nuisance law ...", "snippet": "CVS, Walgreens and Walmart said they would appeal the verdict, arguing it ran contrary to the facts and that it misapplied public nuisance law ...", "link": "https://www.facebook.com/wosupublicmedia/posts/cvs-walgreens-and-other-chains-argued-in-federal-court-that-doctors-and-other-he/10158303329018949/"}, {"id": "a2_c4", "title": "Walmart, CVS, Walgreens helped fuel US opioid crisis, jury finds | Drugs News", "text": "The pharmacies failed to create legally mandated monitoring systems to detect illegitimate prescriptions, the jury in Cleveland, Ohio said.", "snippet": "The pharmacies failed to create legally mandated monitoring systems to detect illegitimate prescriptions, the jury in Cleveland, Ohio said.", "link": "https://www.aljazeera.com/amp/economy/2021/11/23/walmart-cvs-walgreens-helped-fuel-us-opioid-crisis-jury-finds"}, {"id": "a2_c5", "title": "CVS Pharmacy agreed to pay $36.5 million, including $25.1 ...", "text": "CVS and Walgreens agree to pay a combined $10.7 billion to settle allegations that they failed to adequately oversee opioid prescriptions,", "snippet": "CVS and Walgreens agree to pay a combined $10.7 billion to settle allegations that they failed to adequately oversee opioid prescriptions,", "link": "https://www.facebook.com/Newswatch16/posts/cvs-pharmacy-agreed-to-pay-365-million-including-251-million-directly-to-state-m/1510324210683903/"}, {"id": "a2_c6", "title": "CVS & Walgreens Generic Drug Overcharge Lawsuit Investigation", "text": "The two lawsuits against CVS and Walgreens allege that the pharmacies overcharge insured customers for generic medication because they are required to pay a ...", "snippet": "The two lawsuits against CVS and Walgreens allege that the pharmacies overcharge insured customers for generic medication because they are required to pay a ...", "link": "https://www.classlawgroup.com/cvs-walgreens-generic-drug-overcharge-lawsuit"}, {"id": "a2_c7", "title": "Walgreens Agrees to Pay Up to $350M for Illegally Filling Unlawful Opioid ...", "text": "Walgreens agrees to pay up to $350M for illegally filling unlawful opioid prescriptions and for submitting false claims to the federal government.", "snippet": "Walgreens agrees to pay up to $350M for illegally filling unlawful opioid prescriptions and for submitting false claims to the federal government.", "link": "https://www.justice.gov/opa/pr/walgreens-agrees-pay-350m-illegally-filling-unlawful-opioid-prescriptions-and-submitting"}, {"id": "a2_c8", "title": "CVS gave them the wrong prescriptions \u2014 DANGEROUS ...", "text": "About half the time, the error is due to a miscommunication between your doctor and the pharmacy. The lowest rate of error are in-hospital ...", "snippet": "About half the time, the error is due to a miscommunication between your doctor and the pharmacy. The lowest rate of error are in-hospital ...", "link": "https://www.facebook.com/rossenreports/posts/cvs-gave-them-the-wrong-prescriptions-dangerous-mistakes/1564660245021424/"}, {"id": "a2_c9", "title": "Walgreens Secret Checklist Reveals Controversial New Policy On Pain Pills", "text": "The Walgreens checklist is designed to help pharmacists identify prescription fraud and to keep addictive drugs away from those who abuse them.", "snippet": "The Walgreens checklist is designed to help pharmacists identify prescription fraud and to keep addictive drugs away from those who abuse them.", "link": "https://www.namd.org/journal-of-medicine/1632-walgreens-secret-checklist-reveals-controversial-new-policy-on-pain-pills.html"}, {"id": "a3_c0", "title": "Attorney General James Secures Over $10 Billion from CVS ...", "text": "Attorney General James Secures Over $10 Billion from CVS and Walgreens for Communities Nationwide to Combat the Opioid Crisis. December 12, 2022.", "snippet": "Attorney General James Secures Over $10 Billion from CVS and Walgreens for Communities Nationwide to Combat the Opioid Crisis. December 12, 2022.", "link": "https://ag.ny.gov/press-release/2022/attorney-general-james-secures-over-10-billion-cvs-and-walgreens-communities"}, {"id": "a3_c1", "title": "CVS and Walgreens agree to pay $10 billion to settle ...", "text": "CVS would pay nearly $5 billion over 10 years, while Walgreens would pay $5.7 billion over 15 years, according to statements released by state ...", "snippet": "CVS would pay nearly $5 billion over 10 years, while Walgreens would pay $5.7 billion over 15 years, according to statements released by state ...", "link": "https://www.npr.org/2022/12/13/1142416718/cvs-walgreens-opioid-crisis-settlement"}, {"id": "a3_c2", "title": "CVS, Walmart, Walgreens agree to pay $13.8 bln to settle ...", "text": "CVS, Walmart, Walgreens agree to pay $13.8 bln over opioid crisis ... Walgreens contributed to San Francisco's opioid epidemic. San ...", "snippet": "CVS, Walmart, Walgreens agree to pay $13.8 bln over opioid crisis ... Walgreens contributed to San Francisco's opioid epidemic. San ...", "link": "https://www.reuters.com/business/healthcare-pharmaceuticals/cvs-walmart-walgreens-reach-tentative-12-bln-opioid-pact-bloomberg-news-2022-11-02/"}, {"id": "a3_c3", "title": "CVS, Walgreens to pay $10.7 billion for alleged opioid ...", "text": "CVS and Walgreens have agreed to pay a combined $10.7 billion to settle allegations they failed to adequately oversee opioid painkiller prescriptions.", "snippet": "CVS and Walgreens have agreed to pay a combined $10.7 billion to settle allegations they failed to adequately oversee opioid painkiller prescriptions.", "link": "https://www.nbcnews.com/business/consumer/cvs-walgreens-to-pay-opioid-settlement-how-much-when-rcna61307"}, {"id": "a3_c4", "title": "Paxton Secures Over $10 Billion in Opioid Funds from CVS ...", "text": "Attorney General Paxton announced that Texas is joining finalized opioid agreements with CVS and Walgreens totaling $10.7 billion nationally.", "snippet": "Attorney General Paxton announced that Texas is joining finalized opioid agreements with CVS and Walgreens totaling $10.7 billion nationally.", "link": "https://www.texasattorneygeneral.gov/news/releases/paxton-secures-over-10-billion-opioid-funds-cvs-and-walgreens"}, {"id": "a3_c5", "title": "Ohio jury holds CVS, Walgreens and Walmart liable for ...", "text": "A federal jury on Tuesday found three of the nation's biggest pharmacy chains, CVS, Walgreens and Walmart, liable for helping to fuel the US opioid crisis.", "snippet": "A federal jury on Tuesday found three of the nation's biggest pharmacy chains, CVS, Walgreens and Walmart, liable for helping to fuel the US opioid crisis.", "link": "https://www.npr.org/2021/11/23/1058539458/a-jury-in-ohio-says-americas-big-pharmacy-chains-are-liable-for-the-opioid-epide"}, {"id": "a3_c6", "title": "Walgreens, CVS, and Walmart fuelled opioid crisis, Ohio ...", "text": "A federal court found that actions by Walgreens Boots Alliance, CVS, and Walmart helped create an oversupply of addictive opioid pills. The ...", "snippet": "A federal court found that actions by Walgreens Boots Alliance, CVS, and Walmart helped create an oversupply of addictive opioid pills. The ...", "link": "https://www.bbc.com/news/business-59396041"}, {"id": "a3_c7", "title": "CVS, Walgreens, Walmart liable for role in opioid crisis", "text": "CNBC's Kelly Evans reports a federal jury has held CVS, Walgreens and Walmart liable in the U.S. opioid crisis.", "snippet": "CNBC's Kelly Evans reports a federal jury has held CVS, Walgreens and Walmart liable in the U.S. opioid crisis.", "link": "https://www.youtube.com/watch?v=WQja8QkuPYU"}, {"id": "a3_c8", "title": "Judge says Walgreens contributed to San Francisco's ...", "text": "A federal judge ruled Wednesday that Walgreens can be held responsible for contributing to San Francisco's opioid crisis for over-dispensing highly addictive ...", "snippet": "A federal judge ruled Wednesday that Walgreens can be held responsible for contributing to San Francisco's opioid crisis for over-dispensing highly addictive ...", "link": "https://www.pbs.org/newshour/health/judge-says-walgreens-contributed-to-san-franciscos-opioid-crisis"}, {"id": "a3_c9", "title": "The Opioid Epidemic in the United States", "text": "CVS and Walgreens to pay a combined $10.7 billion settlement for alleged opioid prescription lapses", "snippet": "CVS and Walgreens to pay a combined $10.7 billion settlement for alleged opioid prescription lapses", "link": "https://www.shadac.org/opioid-epidemic-united-states"}, {"id": "a4_c0", "title": "CVS, Walgreens to pay $10.7 billion for alleged opioid prescription lapses", "text": "CVS and Walgreens have agreed to pay a combined $10.7 billion to settle allegations they failed to adequately oversee opioid painkiller prescriptions.", "snippet": "CVS and Walgreens have agreed to pay a combined $10.7 billion to settle allegations they failed to adequately oversee opioid painkiller prescriptions.", "link": "https://www.nbcnews.com/business/consumer/cvs-walgreens-to-pay-opioid-settlement-how-much-when-rcna61307"}, {"id": "a4_c1", "title": "CVS and Walgreens agree to pay $10 billion to settle opioid crisis lawsuits", "text": "CVS would pay about $5 billion and Walgreens more than $5.5 billion, though neither company has admitted wrongdoing. States have until the ...", "snippet": "CVS would pay about $5 billion and Walgreens more than $5.5 billion, though neither company has admitted wrongdoing. States have until the ...", "link": "https://www.npr.org/2022/12/13/1142416718/cvs-walgreens-opioid-crisis-settlement"}, {"id": "a4_c2", "title": "CVS, Walgreens agree to $10 billion opioid settlement", "text": "CVS Health and Walgreens on Wednesday said they had agreed to a settlement totalling about $10 billion in opioid lawsuits against the pharmacy chains.", "snippet": "CVS Health and Walgreens on Wednesday said they had agreed to a settlement totalling about $10 billion in opioid lawsuits against the pharmacy chains.", "link": "https://abcnews.com/amp/US/cvs-agrees-billion-opioid-settlement/story?id=90973814"}, {"id": "a4_c3", "title": "Walgreens and CVS have agreed to pay a settlement of more than $10 ...", "text": "", "snippet": "", "link": "https://www.facebook.com/CBSMornings/videos/walgreens-and-cvs-agree-to-pay-more-than-10-billion-for-role-in-opioid-epidemic/667705231725473/"}, {"id": "a4_c4", "title": "Walgreens to pay $300 million in U.S. opioid settlement", "text": "Walgreens has agreed to pay $300 million to settle U.S. prosecutors' allegations that it illegally filled millions of invalid prescriptions ...", "snippet": "Walgreens has agreed to pay $300 million to settle U.S. prosecutors' allegations that it illegally filled millions of invalid prescriptions ...", "link": "https://www.nbcnews.com/news/us-news/walgreens-pay-300-million-us-opioid-settlement-rcna202302"}, {"id": "a4_c5", "title": "CVS, Walgreens to pay $10.7 billion for alleged opioid prescription lapses", "text": "CVS and Walgreens have agreed to pay a combined $10.7 billion to settle allegations they failed to adequately oversee opioid painkiller prescriptions.", "snippet": "CVS and Walgreens have agreed to pay a combined $10.7 billion to settle allegations they failed to adequately oversee opioid painkiller prescriptions.", "link": "https://www.nbcnews.com/business/consumer/cvs-walgreens-to-pay-opioid-settlement-how-much-when-rcna61307"}, {"id": "a4_c6", "title": "CVS and Walgreens agree to pay $10 billion to settle opioid crisis lawsuits", "text": "CVS would pay nearly $5 billion over 10 years, while Walgreens would pay $5.7 billion over 15 years, according to statements released by state ...", "snippet": "CVS would pay nearly $5 billion over 10 years, while Walgreens would pay $5.7 billion over 15 years, according to statements released by state ...", "link": "https://www.npr.org/2022/12/13/1142416718/cvs-walgreens-opioid-crisis-settlement"}, {"id": "a4_c7", "title": "CVS Pharmacy agreed to pay $36.5 million, including $25.1 ...", "text": "CVS and Walgreens agree to pay a combined $10.7 billion to settle allegations that they failed to adequately oversee opioid prescriptions,", "snippet": "CVS and Walgreens agree to pay a combined $10.7 billion to settle allegations that they failed to adequately oversee opioid prescriptions,", "link": "https://www.facebook.com/Newswatch16/posts/cvs-pharmacy-agreed-to-pay-365-million-including-251-million-directly-to-state-m/1510324210683903/"}, {"id": "a4_c8", "title": "Walgreens and CVS have agreed to pay a settlement of more than $10 ...", "text": "", "snippet": "", "link": "https://www.facebook.com/CBSMornings/videos/walgreens-and-cvs-agree-to-pay-more-than-10-billion-for-role-in-opioid-epidemic/667705231725473/"}, {"id": "a4_c9", "title": "CVS, Walgreens agree to $10 billion opioid settlement", "text": "CVS, Walgreens agree to $10 billion opioid settlement. CVS said the settlement would \"substantially resolve\" its opioid lawsuits. ByKevin Shalvey.", "snippet": "CVS, Walgreens agree to $10 billion opioid settlement. CVS said the settlement would \"substantially resolve\" its opioid lawsuits. ByKevin Shalvey.", "link": "https://abcnews.com/amp/US/cvs-agrees-billion-opioid-settlement/story?id=90973814"}]}
+{"input": "#MediaFocus US federal health officials confirmed life expectancy in America has dropped for a second year in a row - down to 76 years.", "output": "#MediaFocus US federal health officials confirmed life expectancy in America has dropped for a second year in a row - down to 76 years.", "topic": "West", "ground_truth": "S", "raw_label": "factual", "account": "China Daily", "atoms": [{"id": "a0", "text": "US federal health officials confirmed life expectancy in America has dropped for a second year in a row.", "original": "US federal health officials confirmed life expectancy in America has dropped for a second year in a row.", "label": "S", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "Life expectancy in America has dropped for a second year in a row.", "original": "Life expectancy in America has dropped for a second year in a row.", "label": "S", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "Life expectancy in America is down to 76 years.", "original": "Life expectancy in America is down to 76 years.", "label": "S", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}], "contexts": [{"id": "a0_c0", "title": "Life Expectancy in the U.S. Dropped for the Second Year ...", "text": "That decline\u201477.0 to 76.1 years\u2014took U.S. life expectancy at birth to its lowest level since 1996. The 0.9 year drop in life expectancy in 2021,", "snippet": "That decline\u201477.0 to 76.1 years\u2014took U.S. life expectancy at birth to its lowest level since 1996. The 0.9 year drop in life expectancy in 2021,", "link": "https://www.cdc.gov/nchs/pressroom/releases/20220831.html"}, {"id": "a0_c1", "title": "What doctors want patients to know about falling U.S. life ...", "text": "In 1900, U.S. life expectancy was 47 years, and by 2019 it hit 79. But in 2020, life expectancy fell to 77 and dropped further to 76.4 in 2021, ...", "snippet": "In 1900, U.S. life expectancy was 47 years, and by 2019 it hit 79. But in 2020, life expectancy fell to 77 and dropped further to 76.4 in 2021, ...", "link": "https://www.ama-assn.org/public-health/prevention-wellness/what-doctors-want-patients-know-about-falling-us-life-expectancy"}, {"id": "a0_c2", "title": "'Live free and die?' The sad state of U.S. life expectancy", "text": "Just before Christmas, federal health officials confirmed life expectancy in America had dropped ... second year in a row \u2013 down to 76 years.", "snippet": "Just before Christmas, federal health officials confirmed life expectancy in America had dropped ... second year in a row \u2013 down to 76 years.", "link": "https://www.npr.org/sections/health-shots/2023/03/25/1164819944/live-free-and-die-the-sad-state-of-u-s-life-expectancy"}, {"id": "a0_c3", "title": "U.S. life expectancy falls for second straight year", "text": "Life expectancy for men dropped a full year, from about 74 years to 73. COVID-19 deaths were the main reason for the decline.", "snippet": "Life expectancy for men dropped a full year, from about 74 years to 73. COVID-19 deaths were the main reason for the decline.", "link": "https://www.pbs.org/newshour/health/u-s-life-expectancy-falls-for-second-straight-year"}, {"id": "a0_c4", "title": "Why life expectancy in the US is falling", "text": "But it fell to 77 in 2020 and dropped further, to just over 76, in 2021. That's the largest decrease over a two-year span since the 1920s.", "snippet": "But it fell to 77 in 2020 and dropped further, to just over 76, in 2021. That's the largest decrease over a two-year span since the 1920s.", "link": "https://www.health.harvard.edu/blog/why-life-expectancy-in-the-us-is-falling-202210202835"}, {"id": "a0_c5", "title": "'Live free and die?' The sad state of U.S. life expectancy", "text": "Just before Christmas, federal health officials confirmed life expectancy in America had dropped ... second year in a row \u2013 down to 76 years.", "snippet": "Just before Christmas, federal health officials confirmed life expectancy in America had dropped ... second year in a row \u2013 down to 76 years.", "link": "https://www.npr.org/sections/health-shots/2023/03/25/1164819944/live-free-and-die-the-sad-state-of-u-s-life-expectancy"}, {"id": "a0_c6", "title": "What doctors want patients to know about falling U.S. life ...", "text": "In 1900, U.S. life expectancy was 47 years, and by 2019 it hit 79. But in 2020, life expectancy fell to 77 and dropped further to 76.4 in 2021, ...", "snippet": "In 1900, U.S. life expectancy was 47 years, and by 2019 it hit 79. But in 2020, life expectancy fell to 77 and dropped further to 76.4 in 2021, ...", "link": "https://www.ama-assn.org/public-health/prevention-wellness/what-doctors-want-patients-know-about-falling-us-life-expectancy"}, {"id": "a0_c7", "title": "Life expectancy in the United States dropped a staggering ...", "text": "The drop in U.S. life expectancy of 1.8 years from 2019 to 2020 was the biggest one-year drop in more than 75 years, according to the CDC.", "snippet": "The drop in U.S. life expectancy of 1.8 years from 2019 to 2020 was the biggest one-year drop in more than 75 years, according to the CDC.", "link": "https://www.facebook.com/8News/posts/life-expectancy-in-the-united-states-dropped-a-staggering-one-year-during-the-fi/10158181038103379/"}, {"id": "a0_c8", "title": "Reversing the Decreasing Life Expectancy: A National Health ...", "text": "by K Lichtenberg \u00b7 2022 \u00b7 Cited by 3 \u2014 The overall decline was 2.1 years with male life expectancy dropping 2.3 years to 72.3 and females dropping 1.9 years to 78.4 years. The male to female gap is ...", "snippet": "by K Lichtenberg \u00b7 2022 \u00b7 Cited by 3 \u2014 The overall decline was 2.1 years with male life expectancy dropping 2.3 years to 72.3 and females dropping 1.9 years to 78.4 years. The male to female gap is ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9462908/"}, {"id": "a0_c9", "title": "Why life expectancy in the US is falling", "text": "But it fell to 77 in 2020 and dropped further, to just over 76, in 2021. That's the largest decrease over a two-year span since the 1920s.", "snippet": "But it fell to 77 in 2020 and dropped further, to just over 76, in 2021. That's the largest decrease over a two-year span since the 1920s.", "link": "https://www.health.harvard.edu/blog/why-life-expectancy-in-the-us-is-falling-202210202835"}, {"id": "a1_c0", "title": "'Live free and die?' The sad state of U.S. life expectancy", "text": "federal health officials confirmed life expectancy in America had dropped for a nearly unprecedented second year in a row \u2013 down to 76 years.", "snippet": "federal health officials confirmed life expectancy in America had dropped for a nearly unprecedented second year in a row \u2013 down to 76 years.", "link": "https://www.npr.org/sections/health-shots/2023/03/25/1164819944/live-free-and-die-the-sad-state-of-u-s-life-expectancy"}, {"id": "a1_c1", "title": "What doctors want patients to know about falling U.S. life ...", "text": "In 1900, U.S. life expectancy was 47 years, and by 2019 it hit 79. But in 2020, life expectancy fell to 77 and dropped further to 76.4 in 2021, ...", "snippet": "In 1900, U.S. life expectancy was 47 years, and by 2019 it hit 79. But in 2020, life expectancy fell to 77 and dropped further to 76.4 in 2021, ...", "link": "https://www.ama-assn.org/public-health/prevention-wellness/what-doctors-want-patients-know-about-falling-us-life-expectancy"}, {"id": "a1_c2", "title": "How does U.S. life expectancy compare to other countries?", "text": "Life expectancy at birth in the U.S. increased 0.6 years from 78.4 years in 2023 to 79.0 years in 2024, 4.1 years in 2023 to 3.7 years in 2024.", "snippet": "Life expectancy at birth in the U.S. increased 0.6 years from 78.4 years in 2023 to 79.0 years in 2024, 4.1 years in 2023 to 3.7 years in 2024.", "link": "https://www.healthsystemtracker.org/chart-collection/u-s-life-expectancy-compare-countries/"}, {"id": "a1_c3", "title": "Life Expectancy is Declining in the U.S. | Johns Hopkins", "text": "In 2021, an American was expected to live 76.1 years\u2014down 2.8 years from the 2014 peak of 78.9 years. This backslide has erased all life ...", "snippet": "In 2021, an American was expected to live 76.1 years\u2014down 2.8 years from the 2014 peak of 78.9 years. This backslide has erased all life ...", "link": "https://publichealth.jhu.edu/2022/life-expectancy-is-declining-in-the-us"}, {"id": "a1_c4", "title": "Life Expectancy In U.S. Decreases By One Year, Sharpest ...", "text": "A government report shows U.S. life expectancy dropped for the second consecutive year in 2021 by nearly one year.", "snippet": "A government report shows U.S. life expectancy dropped for the second consecutive year in 2021 by nearly one year.", "link": "https://www.youtube.com/watch?v=Qas5a6FnRBs"}, {"id": "a1_c5", "title": "Life Expectancy in the U.S. Dropped for the Second Year ...", "text": "The 0.9 year drop in life expectancy in 2021, along with a 1.8 year drop in 2020, was the biggest two-year decline in life expectancy since 1921 ...", "snippet": "The 0.9 year drop in life expectancy in 2021, along with a 1.8 year drop in 2020, was the biggest two-year decline in life expectancy since 1921 ...", "link": "https://www.cdc.gov/nchs/pressroom/releases/20220831.html"}, {"id": "a1_c6", "title": "What doctors want patients to know about falling U.S. life ...", "text": "In 1900, U.S. life expectancy was 47 years, and by 2019 it hit 79. But in 2020, life expectancy fell to 77 and dropped further to 76.4 in 2021, ...", "snippet": "In 1900, U.S. life expectancy was 47 years, and by 2019 it hit 79. But in 2020, life expectancy fell to 77 and dropped further to 76.4 in 2021, ...", "link": "https://www.ama-assn.org/public-health/prevention-wellness/what-doctors-want-patients-know-about-falling-us-life-expectancy"}, {"id": "a1_c7", "title": "American lives are getting shorter. In fact, we're seeing the ...", "text": "In 2021 life expectancy dropped 0.9 years and 1.8 years in 2020; this was the biggest two year decrease in life expectancy to 2020. The fall is ...", "snippet": "In 2021 life expectancy dropped 0.9 years and 1.8 years in 2020; this was the biggest two year decrease in life expectancy to 2020. The fall is ...", "link": "https://www.facebook.com/Vox/posts/american-lives-are-getting-shorter-in-fact-were-seeing-the-steepest-drop-in-life/2243616729159250/"}, {"id": "a1_c8", "title": "Life expectancy in the U.S. continues to drop, driven by ...", "text": "Life expectancy in the US fell in 2021, for the second year in a row. It was the first time life expectancy dropped two years in a row in 100 years.", "snippet": "Life expectancy in the US fell in 2021, for the second year in a row. It was the first time life expectancy dropped two years in a row in 100 years.", "link": "https://www.npr.org/sections/health-shots/2022/08/31/1120192583/life-expectancy-in-the-u-s-continues-to-drop-driven-by-covid-19"}, {"id": "a1_c9", "title": "Causes of America's Lagging Life Expectancy - PMC - NIH", "text": "by JY Ho \u00b7 2022 \u00b7 Cited by 48 \u2014 In 2018, life expectancy for American men and women was 5.18 and 5.82 years lower than the world leaders and 3.60 and 3.48 years lower than the average of the ...", "snippet": "by JY Ho \u00b7 2022 \u00b7 Cited by 48 \u2014 In 2018, life expectancy for American men and women was 5.18 and 5.82 years lower than the world leaders and 3.60 and 3.48 years lower than the average of the ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC9154274/"}, {"id": "a2_c0", "title": "'Live free and die?' The sad state of U.S. life expectancy", "text": "federal health officials confirmed life expectancy in America had dropped for a nearly unprecedented second year in a row \u2013 down to 76 years.", "snippet": "federal health officials confirmed life expectancy in America had dropped for a nearly unprecedented second year in a row \u2013 down to 76 years.", "link": "https://www.npr.org/sections/health-shots/2023/03/25/1164819944/live-free-and-die-the-sad-state-of-u-s-life-expectancy"}, {"id": "a2_c1", "title": "Why life expectancy in the US is falling", "text": "But it fell to 77 in 2020 and dropped further, to just over 76, in 2021. That's the largest decrease over a two-year span since the 1920s. Yet ...", "snippet": "But it fell to 77 in 2020 and dropped further, to just over 76, in 2021. That's the largest decrease over a two-year span since the 1920s. Yet ...", "link": "https://www.health.harvard.edu/blog/why-life-expectancy-in-the-us-is-falling-202210202835"}, {"id": "a2_c2", "title": "U.S. life expectancy drop caused by more than pandemic", "text": "Life expectancy at birth in the United States is now 76.1 years, the lowest level since 1996, according to a recentCDC report.", "snippet": "Life expectancy at birth in the United States is now 76.1 years, the lowest level since 1996, according to a recentCDC report.", "link": "https://www.unc.edu/discover/u-s-life-expectancy-drop-caused-by-more-than-pandemic/"}, {"id": "a2_c3", "title": "CDC says U.S. life expectancy may reach a new high in ...", "text": "Life expectancy for US citizens born in 2021 sits at 76.4 years, down over two years from 2019.", "snippet": "Life expectancy for US citizens born in 2021 sits at 76.4 years, down over two years from 2019.", "link": "https://www.facebook.com/rgvfox/posts/cdc-says-us-life-expectancy-may-reach-a-new-high-in-2025-with-the-lowest-death-r/1760957368894549/"}, {"id": "a2_c4", "title": "Life Expectancy in the U.S. Dropped for the Second Year ...", "text": "Decline\u201477.0 to 76.1 years\u2014took U.S. life expectancy at birth to its lowest level since 1996.", "snippet": "Decline\u201477.0 to 76.1 years\u2014took U.S. life expectancy at birth to its lowest level since 1996.", "link": "https://www.cdc.gov/nchs/pressroom/releases/20220831.html"}, {"id": "a2_c5", "title": "Life Expectancy in the U.S. Dropped for the Second Year in a Row in 2021", "text": "That decline\u201477.0 to 76.1 years\u2014took U.S. life expectancy at birth to its lowest level since 1996. The 0.9 year drop in life expectancy in 2021, ...", "snippet": "That decline\u201477.0 to 76.1 years\u2014took U.S. life expectancy at birth to its lowest level since 1996. The 0.9 year drop in life expectancy in 2021, ...", "link": "https://www.cdc.gov/nchs/pressroom/releases/20220831.html"}, {"id": "a2_c6", "title": "CDC: U.S. life expectancy hits all-time high of 79 years | AHA News", "text": "The average life expectancy for women reached 81.4 years, while men reached an average of 75.8 years. The average death rate decreased 3.8%.", "snippet": "The average life expectancy for women reached 81.4 years, while men reached an average of 75.8 years. The average death rate decreased 3.8%.", "link": "https://www.aha.org/news/headline/2026-01-30-cdc-us-life-expectancy-hits-all-time-high-79-years"}, {"id": "a2_c7", "title": "What does \u201clife expectancy\u201d really mean? It's not the average age ...", "text": "", "snippet": "", "link": "https://www.instagram.com/reel/DQm1o6GD5Fy/?hl=en"}, {"id": "a2_c8", "title": "U.S. life expectancy increases by 30 years since 1900", "text": "federal health officials confirmed life expectancy in America had dropped for a nearly unprecedented second year in a row \u2013 down to 76 years. ...", "snippet": "federal health officials confirmed life expectancy in America had dropped for a nearly unprecedented second year in a row \u2013 down to 76 years. ...", "link": "https://www.facebook.com/MarylandAging/posts/life-expectancy-in-the-us-is-30-years-longer-than-it-was-in-1900-at-47-years-old/1390323373122210/"}, {"id": "a2_c9", "title": "Why life expectancy in the US is falling", "text": "But it fell to 77 in 2020 and dropped further, to just over 76, in 2021. That's the largest decrease over a two-year span since the 1920s. ...", "snippet": "But it fell to 77 in 2020 and dropped further, to just over 76, in 2021. That's the largest decrease over a two-year span since the 1920s. ...", "link": "https://www.health.harvard.edu/blog/why-life-expectancy-in-the-us-is-falling-202210202835"}]}
+{"input": "Did you know Shinzo Abe's funeral cost more than Queen Elizabeth II's? Shinzo Abe, Japan's assassinated former prime minister, was honored at a controversial state funeral Tuesday.", "output": "Did you know Shinzo Abe's funeral cost more than Queen Elizabeth II's? Shinzo Abe, Japan's assassinated former prime minister, was honored at a controversial state funeral Tuesday.", "topic": "West", "ground_truth": "NS", "raw_label": "false", "account": "CGTN", "atoms": [{"id": "a0", "text": "Shinzo Abe's funeral cost more than Queen Elizabeth II's funeral.", "original": "Shinzo Abe's funeral cost more than Queen Elizabeth II's funeral.", "label": "NS", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "Shinzo Abe was Japan's former prime minister.", "original": "Shinzo Abe was Japan's former prime minister.", "label": "NS", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "Shinzo Abe was assassinated.", "original": "Shinzo Abe was assassinated.", "label": "NS", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "Shinzo Abe was honored at a state funeral.", "original": "Shinzo Abe was honored at a state funeral.", "label": "NS", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}, {"id": "a4", "text": "The state funeral for Shinzo Abe was held on a Tuesday.", "original": "The state funeral for Shinzo Abe was held on a Tuesday.", "label": "NS", "contexts": ["a4_c0", "a4_c1", "a4_c2", "a4_c3", "a4_c4", "a4_c5", "a4_c6", "a4_c7", "a4_c8", "a4_c9"]}, {"id": "a5", "text": "The state funeral for Shinzo Abe was controversial.", "original": "The state funeral for Shinzo Abe was controversial.", "label": "NS", "contexts": ["a5_c0", "a5_c1", "a5_c2", "a5_c3", "a5_c4", "a5_c5", "a5_c6", "a5_c7", "a5_c8", "a5_c9"]}], "contexts": [{"id": "a0_c0", "title": "Shinzo Abe's funeral was more expensive than the Queen of ...", "text": "the Queen's funeral was expected to have cost about $8.5 million. Abe's was about $12 million, according to a Japanese government spokesperson. ...", "snippet": "the Queen's funeral was expected to have cost about $8.5 million. Abe's was about $12 million, according to a Japanese government spokesperson. ...", "link": "https://qz.com/shinzo-abes-funeral-was-more-expensive-than-the-queen-o-1849585843"}, {"id": "a0_c1", "title": "Shinzo Abe's State Funeral To Cost More Than Queen ...", "text": "Shinzo Abe Funeral: The Japanese government will shell out around 1.66 billion yen on the event, which is reportedly more than the cost of Queen ...", "snippet": "Shinzo Abe Funeral: The Japanese government will shell out around 1.66 billion yen on the event, which is reportedly more than the cost of Queen ...", "link": "https://www.ndtv.com/world-news/shinzo-abes-state-funeral-to-cost-more-than-queen-elizabeths-reports-3373442"}, {"id": "a0_c2", "title": "Japan honours Shinzo Abe with controversial state funeral", "text": "Japan bids assassinated leader farewell amid anger over the cost of the state funeral and his party's ties to the Unification Church.", "snippet": "Japan bids assassinated leader farewell amid anger over the cost of the state funeral and his party's ties to the Unification Church.", "link": "https://www.aljazeera.com/news/2022/9/27/japan-honours-shinzo-abe-with-controversial-state-funeral"}, {"id": "a0_c3", "title": "Japan asks why state event is costing more than the Queen's", "text": "Daily Mirror's reported figure of \u00a38m or 1.3bn yen to compare it to the estimated cost of ex-prime minister Shinzo Abe's funeral of 1.66bn yen.", "snippet": "Daily Mirror's reported figure of \u00a38m or 1.3bn yen to compare it to the estimated cost of ex-prime minister Shinzo Abe's funeral of 1.66bn yen.", "link": "https://www.bbc.com/news/world-asia-63004214"}, {"id": "a0_c4", "title": "Shinzo Abe's funeral costs about $12 million, more than ... - JP+", "text": "The funeral was reported to cost 1.66 billion yen ($12 million), making it more expensive than the British queen's funeral ($9 million)", "snippet": "The funeral was reported to cost 1.66 billion yen ($12 million), making it more expensive than the British queen's funeral ($9 million)", "link": "https://jpmas.com.ni/shinzo-abes-funeral-costs-about-12-million-more-than-queen-elizabeth-ll/"}, {"id": "a0_c5", "title": "Did you know Shinzo Abe's funeral cost more than Queen ...", "text": "the event's $11.5m bill. funeral for Abe. Abe's state funeral costs are now being compared to the funeral services held", "snippet": "the event's $11.5m bill. funeral for Abe. Abe's state funeral costs are now being compared to the funeral services held", "link": "https://www.facebook.com/cgtnamerica/posts/did-you-know-shinzo-abes-funeral-cost-more-than-queen-elizabeth-iisshinzo-abe-ja/5443901342371760/"}, {"id": "a0_c6", "title": "Shinzo Abe's funeral was more expensive than the Queen of ...", "text": "the Queen's funeral was expected to have cost about $8.5 million. Abe's was about $12 million, according to a Japanese government spokesperson. ...", "snippet": "the Queen's funeral was expected to have cost about $8.5 million. Abe's was about $12 million, according to a Japanese government spokesperson. ...", "link": "https://qz.com/shinzo-abes-funeral-was-more-expensive-than-the-queen-o-1849585843"}, {"id": "a0_c7", "title": "Japan asks why state event is costing more than the Queen's", "text": "Daily Mirror's reported figure of \u00a38m or 1.3bn yen to compare it to the estimated cost of ex-prime minister Shinzo Abe's funeral of 1.66bn yen.", "snippet": "Daily Mirror's reported figure of \u00a38m or 1.3bn yen to compare it to the estimated cost of ex-prime minister Shinzo Abe's funeral of 1.66bn yen.", "link": "https://www.bbc.com/news/world-asia-63004214"}, {"id": "a0_c8", "title": "Shinzo Abe's State Funeral To Cost More Than Queen ...", "text": "The Japanese government will shell out around 1.66 billion yen on the event, which is reportedly more than the cost of Queen Elizabeth II's ...", "snippet": "The Japanese government will shell out around 1.66 billion yen on the event, which is reportedly more than the cost of Queen Elizabeth II's ...", "link": "https://www.ndtv.com/world-news/shinzo-abes-state-funeral-to-cost-more-than-queen-elizabeths-reports-3373442"}, {"id": "a0_c9", "title": "Shinzo Abe's funeral costs about $12 million, more than ... - JP+", "text": "The funeral was reported to cost 1.66 billion yen ($12 million), making it more expensive than the British queen's funeral ($9 million)", "snippet": "The funeral was reported to cost 1.66 billion yen ($12 million), making it more expensive than the British queen's funeral ($9 million)", "link": "https://jpmas.com.ni/shinzo-abes-funeral-costs-about-12-million-more-than-queen-elizabeth-ll/"}, {"id": "a1_c0", "title": "Shinzo Abe", "text": "Shinzo Abe (21 September 1954 \u2013 8 July 2022) was a Japanese statesman and politician who served as Prime Minister of Japan and President of the Liberal ...", "snippet": "Shinzo Abe (21 September 1954 \u2013 8 July 2022) was a Japanese statesman and politician who served as Prime Minister of Japan and President of the Liberal ...", "link": "https://en.wikipedia.org/wiki/Shinzo_Abe"}, {"id": "a1_c1", "title": "Man who assassinated former Japanese leader Abe is ...", "text": "Abe himself served as prime minister for a total of 3,188 days over two separate terms, stepping down in September 2020 for what he said were ...", "snippet": "Abe himself served as prime minister for a total of 3,188 days over two separate terms, stepping down in September 2020 for what he said were ...", "link": "https://www.nbcnews.com/world/asia/man-assassinated-former-japanese-leader-abe-sentenced-life-prison-rcna255140"}, {"id": "a1_c2", "title": "Japan Says Goodbye to Shinzo Abe, Who Leaves ...", "text": "Japan bid an emotional farewell Tuesday for former Prime Minister Shinzo Abe, one of modern Japan's most influential leaders, who was assassinated in July.", "snippet": "Japan bid an emotional farewell Tuesday for former Prime Minister Shinzo Abe, one of modern Japan's most influential leaders, who was assassinated in July.", "link": "https://www.voanews.com/a/japan-says-goodbye-to-shinzo-abe-who-leaves-complicated-legacy-/6764790.html"}, {"id": "a1_c3", "title": "Flag announcement: Abe Shinzo AC (1954 - 2022)", "text": "A State Funeral for Mr Abe Shinzo AC, former Prime Minister of Japan, will be held in Japan on Tuesday 27 September 2022.", "snippet": "A State Funeral for Mr Abe Shinzo AC, former Prime Minister of Japan, will be held in Japan on Tuesday 27 September 2022.", "link": "https://www.pmc.gov.au/honours-and-symbols/australian-national-symbols/australian-national-flag/flag-network/2022-09-27"}, {"id": "a1_c4", "title": "U.S. and Japanese flags fly at half-staff as a mark of ...", "text": "Prime Minister Shinzo Abe was an historic leader of Japan, a valued friend to America and a global champion of peace and prosperity. It was my ...", "snippet": "Prime Minister Shinzo Abe was an historic leader of Japan, a valued friend to America and a global champion of peace and prosperity. It was my ...", "link": "https://www.facebook.com/USForcesJapan/posts/us-and-japanese-flags-fly-at-half-staff-as-a-mark-of-respect-for-the-memory-of-a/406784121485461/"}, {"id": "a1_c5", "title": "Shinzo Abe", "text": "Shinzo Abe (21 September 1954 \u2013 8 July 2022) was a Japanese statesman and politician who served as Prime Minister of Japan and President of the Liberal ...", "snippet": "Shinzo Abe (21 September 1954 \u2013 8 July 2022) was a Japanese statesman and politician who served as Prime Minister of Japan and President of the Liberal ...", "link": "https://en.wikipedia.org/wiki/Shinzo_Abe"}, {"id": "a1_c6", "title": "Shinzo Abe Archives", "text": "Internet trolls have used the death of former Japanese Prime Minister Shinzo Abe, and a fake tweet purportedly from Abe, to promote a long-standing, unfounded ...", "snippet": "Internet trolls have used the death of former Japanese Prime Minister Shinzo Abe, and a fake tweet purportedly from Abe, to promote a long-standing, unfounded ...", "link": "https://www.factcheck.org/person/shinzo-abe/"}, {"id": "a1_c7", "title": "Shinzo Abe | Biography, Assassination, & Facts", "text": "Shinzo Abe, Japanese politician who twice was prime minister of Japan (2006\u201307 and 2012\u201320). He led his country on a politically ...", "snippet": "Shinzo Abe, Japanese politician who twice was prime minister of Japan (2006\u201307 and 2012\u201320). He led his country on a politically ...", "link": "https://www.britannica.com/biography/Shinzo-Abe"}, {"id": "a1_c8", "title": "Revisiting the Legacy of Shinzo Abe", "text": "Join experts as they reflect on the legacy left behind by the late Shinzo Abe, Japan's longest-serving prime minister. On July 8, 2022, ...", "snippet": "Join experts as they reflect on the legacy left behind by the late Shinzo Abe, Japan's longest-serving prime minister. On July 8, 2022, ...", "link": "https://www.youtube.com/watch?v=3TfhziVxu2A"}, {"id": "a1_c9", "title": "Fact-checking alongside Breaking News - the Shocking ...", "text": "Disinformation flooded the Taiwanese Internet as news of former Japanese Prime Minister Shinzo Abe being assaulted broke out, much of which ...", "snippet": "Disinformation flooded the Taiwanese Internet as news of former Japanese Prime Minister Shinzo Abe being assaulted broke out, much of which ...", "link": "https://en.tfc-taiwan.org.tw/en_tfc_134/"}, {"id": "a2_c0", "title": "Assassination of Shinzo Abe", "text": "On 8 July 2022, Shinzo Abe, was assassinated while speaking \u2026 he was fatally shot by 41-year-old Tetsuya Yamagami with an improvised firearm.", "snippet": "On 8 July 2022, Shinzo Abe, was assassinated while speaking \u2026 he was fatally shot by 41-year-old Tetsuya Yamagami with an improvised firearm.", "link": "https://en.wikipedia.org/wiki/Assassination_of_Shinzo_Abe"}, {"id": "a2_c1", "title": "Abe's Assassination and Implications for Constitutional Revision ...", "text": "Former Prime Minister Abe has been pronounced dead after collapsing when shots were heard while he was campaigning at a rally. A suspect was apprehended and ...", "snippet": "Former Prime Minister Abe has been pronounced dead after collapsing when shots were heard while he was campaigning at a rally. A suspect was apprehended and ...", "link": "https://spfusa.org/publications/abes-assassination-and-implications-for-constitutional-revision/"}, {"id": "a2_c2", "title": "CNN on Instagram: \"Tetsuya Yamagami was sentenced to life in ...", "text": "", "snippet": "", "link": "https://www.instagram.com/reel/DTxoayKDJvq/?hl=en"}, {"id": "a2_c3", "title": "Man who assassinated former Japanese leader Abe is sentenced to ...", "text": "Tetsuya Yamagami was arrested on the spot in July 2022 after fatally firing at former Prime Minister Shinzo Abe with a homemade gun in the ...", "snippet": "Tetsuya Yamagami was arrested on the spot in July 2022 after fatally firing at former Prime Minister Shinzo Abe with a homemade gun in the ...", "link": "https://www.nbcnews.com/world/asia/man-assassinated-former-japanese-leader-abe-sentenced-life-prison-rcna255140"}, {"id": "a2_c4", "title": "The Assassination of Shinzo Abe", "text": "Former prime minister Shinzo Abe, one of Japan's most powerful politicians, died today after being shot while campaigning ahead of a parliamentary election.", "snippet": "Former prime minister Shinzo Abe, one of Japan's most powerful politicians, died today after being shot while campaigning ahead of a parliamentary election.", "link": "https://www.csis.org/analysis/assassination-shinzo-abe"}, {"id": "a2_c5", "title": "the Shocking Assassination of Shinzo Abe Sparks Disinformation Wave ...", "text": "Other disinformation TFC has made fact-checking reports about included doctored pictures of Japanese news anchors grinning while reporting Abe's ...", "snippet": "Other disinformation TFC has made fact-checking reports about included doctored pictures of Japanese news anchors grinning while reporting Abe's ...", "link": "https://en.tfc-taiwan.org.tw/en_tfc_134/"}, {"id": "a2_c6", "title": "Shinzo Abe | Biography, Assassination, & Facts", "text": "He became Japan's longest-serving prime minister in November 2019. On July 8, 2022, Abe was assassinated while delivering a campaign speech.", "snippet": "He became Japan's longest-serving prime minister in November 2019. On July 8, 2022, Abe was assassinated while delivering a campaign speech.", "link": "https://www.britannica.com/biography/Shinzo-Abe"}, {"id": "a2_c7", "title": "Assassination of Shinzo Abe", "text": "Yamagami told investigators that he had shot Abe in relation to a grudge he held against the Unification Church (UC), a new religious movement to which Abe and ...", "snippet": "Yamagami told investigators that he had shot Abe in relation to a grudge he held against the Unification Church (UC), a new religious movement to which Abe and ...", "link": "https://en.wikipedia.org/wiki/Assassination_of_Shinzo_Abe"}, {"id": "a2_c8", "title": "Japan defendant admits to killing ex-PM Abe in first court hearing, media say", "text": "Tetsuya Yamagami, 45, was arrested at the scene of the shooting in July 2022 after allegedly firing at Abe with a homemade gun", "snippet": "Tetsuya Yamagami, 45, was arrested at the scene of the shooting in July 2022 after allegedly firing at Abe with a homemade gun", "link": "https://www.reuters.com/world/asia-pacific/man-accused-killing-ex-japan-pm-abe-go-trial-tuesday-2025-10-27/"}, {"id": "a2_c9", "title": "Why was Shinzo Abe's assassination not seen as a more significant event?", "text": "On July 8, 2022, former Japanese prime minister Shinzo Abe was assassinated with an improvised shotgun over his ties to the Unification Church, ...", "snippet": "On July 8, 2022, former Japanese prime minister Shinzo Abe was assassinated with an improvised shotgun over his ties to the Unification Church, ...", "link": "https://www.reddit.com/r/NoStupidQuestions/comments/17jv1ko/why_was_shinzo_abes_assassination_not_seen_as_a/"}, {"id": "a3_c0", "title": "List of dignitaries at the state funeral of Shinzo Abe", "text": "\"Japanese former leader Abe honored at divisive state funeral\". AP News. 27 September 2022. Retrieved 13 August 2023. \u2191 \"Former Japanese Prime Minister ...", "snippet": "\"Japanese former leader Abe honored at divisive state funeral\". AP News. 27 September 2022. Retrieved 13 August 2023. \u2191 \"Former Japanese Prime Minister ...", "link": "https://en.wikipedia.org/wiki/List_of_dignitaries_at_the_state_funeral_of_Shinzo_Abe"}, {"id": "a3_c1", "title": "Japan's former leader Abe honored at a divisive state funeral", "text": "Japan held a rare state funeral for its longest-serving prime minister, Shinzo Abe, on Tuesday, despite widespread public opposition to the event.", "snippet": "Japan held a rare state funeral for its longest-serving prime minister, Shinzo Abe, on Tuesday, despite widespread public opposition to the event.", "link": "https://www.npr.org/2022/09/27/1125272058/japan-funeral-shinzo-abe"}, {"id": "a3_c2", "title": "As it happened: Japan honours murdered ex-PM Shinzo Abe", "text": "Several thousand protesters gathered as Japan held a state funeral for Japan's slain former prime minister Shinzo Abe.", "snippet": "Several thousand protesters gathered as Japan held a state funeral for Japan's slain former prime minister Shinzo Abe.", "link": "https://www.bbc.com/news/live/world-asia-63042999"}, {"id": "a3_c3", "title": "Japanese former leader Abe honored at divisive state funeral", "text": "A portrait of former Japanese Prime Minister Shinzo Abe hangs on the stage during his state funeral, Tuesday, Sept. 27, 2022, Tokyo.", "snippet": "A portrait of former Japanese Prime Minister Shinzo Abe hangs on the stage during his state funeral, Tuesday, Sept. 27, 2022, Tokyo.", "link": "https://www.wsls.com/news/world/2022/09/27/japan-holding-state-funeral-for-ex-leader-abe-amid-tensions/"}, {"id": "a3_c4", "title": "Japan holds state funeral for slain PM Shinzo Abe", "text": "Japan honored former Prime Minister Shinzo Abe on Tuesday with flowers, a 19-gun salute and thousands of mourners at the country's first state ...", "snippet": "Japan honored former Prime Minister Shinzo Abe on Tuesday with flowers, a 19-gun salute and thousands of mourners at the country's first state ...", "link": "https://www.dw.com/en/japan-holds-state-funeral-for-slain-pm-shinzo-abe/a-63248423"}, {"id": "a3_c5", "title": "Japan's former leader Abe honored at a divisive state funeral", "text": "Critics objected to the use of $11.5 is no legal basis for holding a state funeral for Abe, who was not head of state. Japan's emperor", "snippet": "Critics objected to the use of $11.5 is no legal basis for holding a state funeral for Abe, who was not head of state. Japan's emperor", "link": "https://www.npr.org/2022/09/27/1125272058/japan-funeral-shinzo-abe"}, {"id": "a3_c6", "title": "EXPLAINER: Why is Japan split over Abe's state funeral?", "text": "The emperor before World War II was revered as a god, and public mourning for those honored with state funerals was compulsory. Most state ...", "snippet": "The emperor before World War II was revered as a god, and public mourning for those honored with state funerals was compulsory. Most state ...", "link": "https://apnews.com/article/shinzo-abe-japan-tokyo-assassinations-state-funerals-b634f870bc0480457f63876394728e7f"}, {"id": "a3_c7", "title": "Japan honours Shinzo Abe with controversial state funeral", "text": "Japan has bid farewell to assassinated former Prime Minister Shinzo Abe with a rare state funeral that divided the nation. Some 4,000 mourners ...", "snippet": "Japan has bid farewell to assassinated former Prime Minister Shinzo Abe with a rare state funeral that divided the nation. Some 4,000 mourners ...", "link": "https://www.youtube.com/watch?v=X7cXfHn7tKA"}, {"id": "a3_c8", "title": "List of dignitaries at the state funeral of Shinzo Abe", "text": "\"Japanese former leader Abe honored at divisive state funeral\". AP News. 27 September 2022. Retrieved 13 August 2023. \u2191 \"Former Japanese Prime Minister ...", "snippet": "\"Japanese former leader Abe honored at divisive state funeral\". AP News. 27 September 2022. Retrieved 13 August 2023. \u2191 \"Former Japanese Prime Minister ...", "link": "https://en.wikipedia.org/wiki/List_of_dignitaries_at_the_state_funeral_of_Shinzo_Abe"}, {"id": "a3_c9", "title": "Japanese former leader Abe honored at divisive state funeral", "text": "Japan's assassinated hawkish former leader, Shinzo Abe, has been honored by a rare and divisive state funeral that was full of militaristic pomp.", "snippet": "Japan's assassinated hawkish former leader, Shinzo Abe, has been honored by a rare and divisive state funeral that was full of militaristic pomp.", "link": "https://spectrumlocalnews.com/hi/hawaii/international/2022/09/27/japanese-former-leader-shinzo-abe-honored-at-divisive-state-funeral"}, {"id": "a4_c0", "title": "State Funeral for the Late Prime Minister ABE Shinzo", "text": "On September 27, 2022, Prime Minister Kishida attended the state funeral for the late Prime Minister ABE Shinzo held in Tokyo.", "snippet": "On September 27, 2022, Prime Minister Kishida attended the state funeral for the late Prime Minister ABE Shinzo held in Tokyo.", "link": "https://japan.kantei.go.jp/101_kishida/actions/202209/_00033.html"}, {"id": "a4_c1", "title": "As it happened: Japan honours murdered ex-PM Shinzo Abe", "text": "Several thousand protesters gathered as Japan held a state funeral for Japan's slain former prime minister Shinzo Abe.", "snippet": "Several thousand protesters gathered as Japan held a state funeral for Japan's slain former prime minister Shinzo Abe.", "link": "https://www.bbc.com/news/live/world-asia-63042999"}, {"id": "a4_c2", "title": "Japan holds state funeral for Shinzo Abe as protesters line ...", "text": "A vehicle carrying the remains of former Prime Minister Shinzo Abe leaves a state funeral at the Nippon Budokan in Tokyo, Japan, Sept. 27, 2022.", "snippet": "A vehicle carrying the remains of former Prime Minister Shinzo Abe leaves a state funeral at the Nippon Budokan in Tokyo, Japan, Sept. 27, 2022.", "link": "https://abcnews.com/International/controversy-erupts-japanese-prime-ministers-funeral/story?id=90423308"}, {"id": "a4_c3", "title": "Japan's former leader Abe honored at a divisive state funeral", "text": "Japan held a rare state funeral for its longest-serving prime minister, Shinzo Abe, on Tuesday, despite widespread public opposition to the event.", "snippet": "Japan held a rare state funeral for its longest-serving prime minister, Shinzo Abe, on Tuesday, despite widespread public opposition to the event.", "link": "https://www.npr.org/2022/09/27/1125272058/japan-funeral-shinzo-abe"}, {"id": "a4_c4", "title": "Japan holds state funeral for former prime minister", "text": "Leaders from around the world have arrived in Tokyo for the controversial state funeral of former Prime Minister Shinzo Abe.", "snippet": "Leaders from around the world have arrived in Tokyo for the controversial state funeral of former Prime Minister Shinzo Abe.", "link": "https://www.youtube.com/watch?v=fvhGummqi4o"}, {"id": "a4_c5", "title": "Japan's former leader Abe honored at a divisive state funeral", "text": "Japan held a rare state funeral for its longest-serving prime minister, Shinzo Abe, on Tuesday, despite widespread public opposition to the event.", "snippet": "Japan held a rare state funeral for its longest-serving prime minister, Shinzo Abe, on Tuesday, despite widespread public opposition to the event.", "link": "https://www.npr.org/2022/09/27/1125272058/japan-funeral-shinzo-abe"}, {"id": "a4_c6", "title": "Japan holding state funeral for ex-leader Abe amid tensions", "text": "Abe was cremated in July following a private funeral at a Tokyo temple days after he was assassinated while giving a campaign speech on a street ...", "snippet": "Abe was cremated in July following a private funeral at a Tokyo temple days after he was assassinated while giving a campaign speech on a street ...", "link": "https://spectrumnews1.com/oh/dayton/ap-online/2022/09/27/japan-holding-state-funeral-for-ex-leader-abe-amid-tensions"}, {"id": "a4_c7", "title": "EXPLAINER: Why is Japan split over Abe's state funeral?", "text": "A rare state funeral for Shinzo Abe, the former prime minister who was assassinated in July, has split Japan.", "snippet": "A rare state funeral for Shinzo Abe, the former prime minister who was assassinated in July, has split Japan.", "link": "https://apnews.com/article/shinzo-abe-japan-tokyo-assassinations-state-funerals-b634f870bc0480457f63876394728e7f"}, {"id": "a4_c8", "title": "List of dignitaries at the state funeral of Shinzo Abe", "text": "The state funeral of Shinzo Abe, was held on 27 September 2022. was expected to be attended by roughly 4,300 people, including around 700 international ...", "snippet": "The state funeral of Shinzo Abe, was held on 27 September 2022. was expected to be attended by roughly 4,300 people, including around 700 international ...", "link": "https://en.wikipedia.org/wiki/List_of_dignitaries_at_the_state_funeral_of_Shinzo_Abe"}, {"id": "a4_c9", "title": "Japan's funeral for divisive slain PM Shinzo Abe fuels backlash", "text": "The government felt there was no legal basis for it. A private funeral for Abe was held on July 12, four days after his killing.", "snippet": "The government felt there was no legal basis for it. A private funeral for Abe was held on July 12, four days after his killing.", "link": "https://www.reuters.com/world/asia-pacific/japans-funeral-divisive-slain-pm-shinzo-abe-fuels-backlash-2022-09-23/"}, {"id": "a5_c0", "title": "Japan honours Shinzo Abe with controversial state funeral | News", "text": "Japan bids assassinated leader farewell amid anger over the cost of the state funeral and his party's ties to the Unification Church.", "snippet": "Japan bids assassinated leader farewell amid anger over the cost of the state funeral and his party's ties to the Unification Church.", "link": "https://www.aljazeera.com/amp/news/2022/9/27/japan-honours-shinzo-abe-with-controversial-state-funeral"}, {"id": "a5_c1", "title": "Japan holds a controversial state funeral for former Prime Minister ...", "text": "Critics objected to the use of $11.5 million worth of taxpayer funds used to pay for the event, as well as Abe's track record of cronyism and corruption ...", "snippet": "Critics objected to the use of $11.5 million worth of taxpayer funds used to pay for the event, as well as Abe's track record of cronyism and corruption ...", "link": "https://www.opb.org/article/2022/09/27/japan-holds-a-controversial-state-funeral-for-former-prime-minister-shinzo-abe/"}, {"id": "a5_c2", "title": "SunStar Davao's post", "text": "STATE FUNERAL FOR ABE A rare and controversial state funeral for assassinated former Prime Minister Shinzo Abe began Tuesday, September 27, in ...", "snippet": "STATE FUNERAL FOR ABE A rare and controversial state funeral for assassinated former Prime Minister Shinzo Abe began Tuesday, September 27, in ...", "link": "https://www.facebook.com/sunstardavaonews/posts/state-funeral-for-abe-a-rare-and-controversial-state-funeral-for-assassinated-fo/5627445830643037/"}, {"id": "a5_c3", "title": "Protests as Japan holds funeral for murdered ex-PM Shinzo Abe", "text": "His state funeral today was controversial and attracted protest, but was also attended by dignitaries from around the world including many ...", "snippet": "His state funeral today was controversial and attracted protest, but was also attended by dignitaries from around the world including many ...", "link": "https://www.bbc.com/news/live/world-asia-63042999"}, {"id": "a5_c4", "title": "List of dignitaries at the state funeral of Shinzo Abe", "text": "The state funeral of Shinzo Abe, was assassinated on 8 July 2022, was held on 27 September 2022. roughly 4,300 people,", "snippet": "The state funeral of Shinzo Abe, was assassinated on 8 July 2022, was held on 27 September 2022. roughly 4,300 people,", "link": "https://en.wikipedia.org/wiki/List_of_dignitaries_at_the_state_funeral_of_Shinzo_Abe"}, {"id": "a5_c5", "title": "Shinzo Abe: Why a state funeral for slain ex-PM is ...", "text": "So, the fact that Abe is being given a state funeral is a big deal. In part it's because of the way he died - he was gunned down at an ...", "snippet": "So, the fact that Abe is being given a state funeral is a big deal. In part it's because of the way he died - he was gunned down at an ...", "link": "https://www.bbc.com/news/world-asia-62976786"}, {"id": "a5_c6", "title": "Japan holds a controversial state funeral for former Prime ...", "text": "Critics argue that there is no legal basis for holding a state funeral for Abe, who was not head of state. Japan's emperor is the head of state,", "snippet": "Critics argue that there is no legal basis for holding a state funeral for Abe, who was not head of state. Japan's emperor is the head of state,", "link": "https://www.opb.org/article/2022/09/27/japan-holds-a-controversial-state-funeral-for-former-prime-minister-shinzo-abe/"}, {"id": "a5_c7", "title": "Shinzo Abe Archives", "text": "Internet trolls have used the death of former Japanese Prime Minister Shinzo Abe, and a fake tweet purportedly from Abe, to promote a long-standing, unfounded ...", "snippet": "Internet trolls have used the death of former Japanese Prime Minister Shinzo Abe, and a fake tweet purportedly from Abe, to promote a long-standing, unfounded ...", "link": "https://www.factcheck.org/person/shinzo-abe/"}, {"id": "a5_c8", "title": "Japan Holds State Funeral For Slain Former PM Abe", "text": "Japan held a rare state funeral for assassinated former Prime Minister Shinzo Abe on Tuesday, but the event has split public opinion.", "snippet": "Japan held a rare state funeral for assassinated former Prime Minister Shinzo Abe on Tuesday, but the event has split public opinion.", "link": "https://www.youtube.com/watch?v=WBmrWqgugPY"}, {"id": "a5_c9", "title": "EXPLAINER: Why is Japan split over Abe's state funeral?", "text": "Because of criticism that the Yoshida funeral was held without any legal basis, subsequent governments scaled down such events. \u201cA state funeral ...", "snippet": "Because of criticism that the Yoshida funeral was held without any legal basis, subsequent governments scaled down such events. \u201cA state funeral ...", "link": "https://apnews.com/article/shinzo-abe-japan-tokyo-assassinations-state-funerals-b634f870bc0480457f63876394728e7f"}]}
+{"input": "The Bank of England faces the daunting task of replacing billions of banknotes and coins that have the late Queen Elizabeth II's image on them with an image of the new monarch.", "output": "The Bank of England faces the daunting task of replacing billions of banknotes and coins that have the late Queen Elizabeth II's image on them with an image of the new monarch.", "topic": "West", "ground_truth": "NS", "raw_label": "biased", "account": "CGTN", "atoms": [{"id": "a0", "text": "The Bank of England faces the task of replacing billions of banknotes.", "original": "The Bank of England faces the task of replacing billions of banknotes.", "label": "NS", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "The Bank of England faces the task of replacing billions of coins.", "original": "The Bank of England faces the task of replacing billions of coins.", "label": "NS", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "The banknotes have the late Queen Elizabeth II's image on them.", "original": "The banknotes have the late Queen Elizabeth II's image on them.", "label": "NS", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "The coins have the late Queen Elizabeth II's image on them.", "original": "The coins have the late Queen Elizabeth II's image on them.", "label": "NS", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}, {"id": "a4", "text": "The Bank of England will replace the banknotes and coins with an image of the new monarch.", "original": "The Bank of England will replace the banknotes and coins with an image of the new monarch.", "label": "NS", "contexts": ["a4_c0", "a4_c1", "a4_c2", "a4_c3", "a4_c4", "a4_c5", "a4_c6", "a4_c7", "a4_c8", "a4_c9"]}], "contexts": [{"id": "a0_c0", "title": "Billions of British banknotes, coins featuring Queen's ...", "text": "Billions of banknotes and coins around the world featuring the portrait of Queen Elizabeth II are set to be replaced following her death.", "snippet": "Billions of banknotes and coins around the world featuring the portrait of Queen Elizabeth II are set to be replaced following her death.", "link": "https://abc7chicago.com/post/queen-elizabeth-ii-death-british-currency/12217897/"}, {"id": "a0_c1", "title": "Consultation closed: Help us celebrate the UK's wildlife", "text": "We are designing the next series of banknotes, which will include updated security features to ensure you can continue to use cash with ...", "snippet": "We are designing the next series of banknotes, which will include updated security features to ensure you can continue to use cash with ...", "link": "https://www.bankofengland.co.uk/banknotes/help-us-design-our-next-series-of-banknotes"}, {"id": "a0_c2", "title": "The Bank of England are changing our bank notes soon ...", "text": "The new Bank of England notes will gradually replace those which are damaged, or will be issued when demand increases.", "snippet": "The new Bank of England notes will gradually replace those which are damaged, or will be issued when demand increases.", "link": "https://www.facebook.com/groups/550171758376588/posts/26349280601372350/"}, {"id": "a0_c3", "title": "Banknotes, beavers and a very British backlash", "text": "The Bank of England has told the BBC it is reflecting the wishes of the public by substituting Sir Winston Churchill and Jane Austen with ...", "snippet": "The Bank of England has told the BBC it is reflecting the wishes of the public by substituting Sir Winston Churchill and Jane Austen with ...", "link": "https://www.bbc.com/news/articles/cy03zy1lr8go"}, {"id": "a0_c4", "title": "Bank of England note issues", "text": "The Bank of England now issues notes, all in polymer, in four denominations: \u00a35, \u00a310, \u00a320 and \u00a350. In March 2026, the Bank announced that British wildlife and ...", "snippet": "The Bank of England now issues notes, all in polymer, in four denominations: \u00a35, \u00a310, \u00a320 and \u00a350. In March 2026, the Bank announced that British wildlife and ...", "link": "https://en.wikipedia.org/wiki/Bank_of_England_note_issues"}, {"id": "a0_c5", "title": "Banknote FAQs", "text": "As part of the banknote lifecycle, worn banknotes are removed from circulation and replaced with new notes. We remove hundreds of millions from ...", "snippet": "As part of the banknote lifecycle, worn banknotes are removed from circulation and replaced with new notes. We remove hundreds of millions from ...", "link": "https://www.bankofengland.co.uk/faq/banknote"}, {"id": "a0_c6", "title": "\u2060 Banknotes are about to get a makeover. \u2060 \u2060 The Bank of ...", "text": "The Bank of England has asked the public to send in suggestions for images that depict British life as they propose a makeover for cash notes.", "snippet": "The Bank of England has asked the public to send in suggestions for images that depict British life as they propose a makeover for cash notes.", "link": "https://www.instagram.com/reel/DMKXnViv2v8/?hl=en"}, {"id": "a0_c7", "title": "The Bank of England doesn't know what two-thirds ...", "text": "The Bank of England said people holding \u00a314.5 billion ($17.8 billion) in old paper banknotes have just 100 days to spend or deposit the money ...", "snippet": "The Bank of England said people holding \u00a314.5 billion ($17.8 billion) in old paper banknotes have just 100 days to spend or deposit the money ...", "link": "https://www.facebook.com/TheEconomist/posts/the-bank-of-england-doesnt-know-what-two-thirds-of-the-banknotes-in-circulation-/10159928518739060/"}, {"id": "a0_c8", "title": "Banknotes, beavers and a very British backlash", "text": "The Bank of England has told the BBC it is reflecting the wishes of the public by substituting Sir Winston Churchill and Jane Austen with ...", "snippet": "The Bank of England has told the BBC it is reflecting the wishes of the public by substituting Sir Winston Churchill and Jane Austen with ...", "link": "https://www.bbc.com/news/articles/cy03zy1lr8go"}, {"id": "a0_c9", "title": "Wildlife to replace humans on next series of UK banknotes", "text": "The new notes will feature wildlife native \u2060to the United Kingdom and will not include household pets, the BoE said.", "snippet": "The new notes will feature wildlife native \u2060to the United Kingdom and will not include household pets, the BoE said.", "link": "https://www.reuters.com/world/uk/wildlife-replace-humans-next-series-uk-banknotes-2026-03-11/"}, {"id": "a1_c0", "title": "Billions of British banknotes, coins featuring Queen's portrait to be ...", "text": "Billions of banknotes and coins around the world featuring the portrait of Queen Elizabeth II are set to be replaced following her death.", "snippet": "Billions of banknotes and coins around the world featuring the portrait of Queen Elizabeth II are set to be replaced following her death.", "link": "https://abc7chicago.com/amp/post/queen-elizabeth-ii-death-british-currency/12217897/"}, {"id": "a1_c1", "title": "Royal rebranding: What will happen to stamps, coins, banknotes and ...", "text": "The Bank of England faces the daunting task of replacing billions of banknotes and coins that have the late Queen Elizabeth II's image on them ...", "snippet": "The Bank of England faces the daunting task of replacing billions of banknotes and coins that have the late Queen Elizabeth II's image on them ...", "link": "https://www.facebook.com/newsroomgy/posts/royal-rebranding-what-will-happen-to-stamps-coins-banknotes-and-passportsafter-7/3627475357529471/"}, {"id": "a1_c2", "title": "The digital pound", "text": "We are looking at the case for issuing digital money alongside cash in the future. This type of money is known as a central bank digital currency (CBDC).", "snippet": "We are looking at the case for issuing digital money alongside cash in the future. This type of money is known as a central bank digital currency (CBDC).", "link": "https://www.bankofengland.co.uk/the-digital-pound"}, {"id": "a1_c3", "title": "Bank of England", "text": "In 2024 the bank was settling around \u00a3500 billion worth of payments between banks each day.", "snippet": "In 2024 the bank was settling around \u00a3500 billion worth of payments between banks each day.", "link": "https://en.wikipedia.org/wiki/Bank_of_England"}, {"id": "a1_c4", "title": "Not so long ago, you knew where you were with money. A central bank ...", "text": "", "snippet": "", "link": "https://www.instagram.com/reel/DTr2kGCjfMo/?hl=en"}, {"id": "a1_c5", "title": "Billions of British banknotes, coins featuring Queen's portrait to be ...", "text": "Billions of banknotes and coins around the world featuring the portrait of Queen Elizabeth II are set to be replaced following her death.", "snippet": "Billions of banknotes and coins around the world featuring the portrait of Queen Elizabeth II are set to be replaced following her death.", "link": "https://abc7chicago.com/amp/post/queen-elizabeth-ii-death-british-currency/12217897/"}, {"id": "a1_c6", "title": "Wildlife will replace humans on UK banknotes. In a major design shift ...", "text": "The Bank of England is set to transform the nation's currency by replacing historical figures with images of native UK wildlife on its next ...", "snippet": "The Bank of England is set to transform the nation's currency by replacing historical figures with images of native UK wildlife on its next ...", "link": "https://www.facebook.com/ScienceNaturePage/posts/wildlife-will-replace-humans-on-uk-banknotes-in-a-major-design-shift-the-bank-of/1471981267716071/"}, {"id": "a1_c7", "title": "History", "text": "The Restriction Period (1797 to 1821) temporarily removed the Bank of England's obligation to exchange banknotes for an equivalent value of gold.", "snippet": "The Restriction Period (1797 to 1821) temporarily removed the Bank of England's obligation to exchange banknotes for an equivalent value of gold.", "link": "https://www.bankofengland.co.uk/about/history"}, {"id": "a1_c8", "title": "British money is getting a makeover. \ud83d\udcb7\ud83e\udd94 The Bank of England is planning ...", "text": "But now that the Bank of England is selling bonds, at a loss, the respective impact on taxpayers is estimated to be around \u00a322 billion per year.", "snippet": "But now that the Bank of England is selling bonds, at a loss, the respective impact on taxpayers is estimated to be around \u00a322 billion per year.", "link": "https://www.instagram.com/reel/DaLSWohNtW0/"}, {"id": "a1_c9", "title": "LIVE: Bank of England Governor Quizzed Over UK Economy", "text": "Andrew Bailey, the governor of the Bank of England, will give evidence before the House of Commons Treasury Select Committee about last\u00a0...", "snippet": "Andrew Bailey, the governor of the Bank of England, will give evidence before the House of Commons Treasury Select Committee about last\u00a0...", "link": "https://www.youtube.com/watch?v=OLAIn3eafkg"}, {"id": "a2_c0", "title": "Queen Elizabeth is featured on several currencies. Now what?", "text": "The queen's portrait on British notes and coins is expected to be replaced by a likeness of the new King Charles III, but it won't be immediate.", "snippet": "The queen's portrait on British notes and coins is expected to be replaced by a likeness of the new King Charles III, but it won't be immediate.", "link": "https://spectrumlocalnews.com/us/snplus/news/2022/09/10/queen-elizabeth-is-featured-on-several-currencies--now-what-"}, {"id": "a2_c1", "title": "Queen Elizabeth is featured on several currencies. Now what?", "text": "The queen's portrait on British notes and coins is expected to be replaced by a likeness of the new King Charles III, but it won't be immediate.", "snippet": "The queen's portrait on British notes and coins is expected to be replaced by a likeness of the new King Charles III, but it won't be immediate.", "link": "https://thehill.com/homenews/ap/ap-business/ap-queen-elizabeth-is-featured-on-several-currencies-now-what/amp/"}, {"id": "a2_c2", "title": "Royal rebranding: What will happen to stamps, coins, banknotes and ...", "text": "The Bank of England faces the daunting task of replacing billions of banknotes and coins that have the late Queen Elizabeth II's image on them ...", "snippet": "The Bank of England faces the daunting task of replacing billions of banknotes and coins that have the late Queen Elizabeth II's image on them ...", "link": "https://www.facebook.com/newsroomgy/posts/royal-rebranding-what-will-happen-to-stamps-coins-banknotes-and-passportsafter-7/3627475357529471/"}, {"id": "a2_c3", "title": "HM Queen Elizabeth II on Bank of England notes", "text": "The first Bank of England note to feature HM Queen Elizabeth II's portrait was the \u00a31 note issued in 1960. It was followed by a ten shilling note in 1961.", "snippet": "The first Bank of England note to feature HM Queen Elizabeth II's portrait was the \u00a31 note issued in 1960. It was followed by a ten shilling note in 1961.", "link": "https://www.bankofengland.co.uk/museum/noteworthy-women/the-queen-on-bank-of-england-notes"}, {"id": "a2_c4", "title": "Billions of British banknotes, coins featuring Queen's portrait to be ...", "text": "Billions of banknotes and coins around the world featuring the portrait of Queen Elizabeth II are set to be replaced following her death.", "snippet": "Billions of banknotes and coins around the world featuring the portrait of Queen Elizabeth II are set to be replaced following her death.", "link": "https://abc7chicago.com/amp/post/queen-elizabeth-ii-death-british-currency/12217897/"}, {"id": "a2_c5", "title": "\ud83d\udca1 Did You Know? Queen Elizabeth II's portrait has appeared on ...", "text": "\u201cCurrent banknotes featuring the image of Her Majesty The Queen will continue to be legal tender,\u201d the Bank of England said.", "snippet": "\u201cCurrent banknotes featuring the image of Her Majesty The Queen will continue to be legal tender,\u201d the Bank of England said.", "link": "https://www.facebook.com/gccexchange/posts/-did-you-knowqueen-elizabeth-iis-portrait-has-appeared-on-the-currencies-of-arou/1381750033995338/"}, {"id": "a2_c6", "title": "HM Queen Elizabeth II on Bank of England notes", "text": "The first Bank of England note to feature HM Queen Elizabeth II's portrait was the \u00a31 note issued in 1960. It was followed by a ten shilling note in 1961.", "snippet": "The first Bank of England note to feature HM Queen Elizabeth II's portrait was the \u00a31 note issued in 1960. It was followed by a ten shilling note in 1961.", "link": "https://www.bankofengland.co.uk/museum/noteworthy-women/the-queen-on-bank-of-england-notes"}, {"id": "a2_c7", "title": "Visa Direct Blog | The Queen still impacting currency", "text": "Replacing the Bank of England banknotes that featured Queen Elizabeth II's image has also been underway. It has been a gradual process,", "snippet": "Replacing the Bank of England banknotes that featured Queen Elizabeth II's image has also been underway. It has been a gradual process,", "link": "https://corporate.visa.com/en/products/visa-direct/blog/the-queens-image-on-money.html"}, {"id": "a2_c8", "title": "Queen Elizabeth II aging as shown on banknotes! #history #historylovers ...", "text": "British bills didn't get her image until 1960 \u2014 seven years after her coronation. That's when the Bank of England was granted permission to use ...", "snippet": "British bills didn't get her image until 1960 \u2014 seven years after her coronation. That's when the Bank of England was granted permission to use ...", "link": "https://www.facebook.com/royalcentral/posts/queen-elizabeth-ii-aging-as-shown-on-banknoteshistory-historylovers-queenelizabe/1293031026202296/"}, {"id": "a2_c9", "title": "Queen Elizabeth II is featured on several currencies. What now?", "text": "The queen's portrait on British notes and coins is expected to be replaced by a likeness of the new King Charles III, but it won't be immediate.", "snippet": "The queen's portrait on British notes and coins is expected to be replaced by a likeness of the new King Charles III, but it won't be immediate.", "link": "https://www.kcra.com/article/queen-elizabeth-currency-explained/41145879"}, {"id": "a3_c0", "title": "Royal rebranding: What will happen to stamps, coins, banknotes and ...", "text": "All 29 billion coins in circulation in the UK have the Queen's head on them. The most recent design dates from 2015, when she was 88 years old.", "snippet": "All 29 billion coins in circulation in the UK have the Queen's head on them. The most recent design dates from 2015, when she was 88 years old.", "link": "https://www.facebook.com/newsroomgy/posts/royal-rebranding-what-will-happen-to-stamps-coins-banknotes-and-passportsafter-7/3627475357529471/"}, {"id": "a3_c1", "title": "Queen Elizabeth is featured on several currencies. Now what?", "text": "The queen's portrait on British notes and coins is expected to be replaced by a likeness of the new King Charles III, but it won't be immediate.", "snippet": "The queen's portrait on British notes and coins is expected to be replaced by a likeness of the new King Charles III, but it won't be immediate.", "link": "https://spectrumlocalnews.com/us/snplus/news/2022/09/10/queen-elizabeth-is-featured-on-several-currencies--now-what-"}, {"id": "a3_c2", "title": "Queen Elizabeth is featured on several currencies. Now what?", "text": "Canadian $20 bills were updated with a new portrait of the queen in 1954, a year after her coronation, and her portrait also started appearing ...", "snippet": "Canadian $20 bills were updated with a new portrait of the queen in 1954, a year after her coronation, and her portrait also started appearing ...", "link": "https://thehill.com/homenews/ap/ap-business/ap-queen-elizabeth-is-featured-on-several-currencies-now-what/amp/"}, {"id": "a3_c3", "title": "Throughout her reign, Queen Elizabeth II's portrait appeared on ...", "text": "", "snippet": "", "link": "https://www.instagram.com/reel/DWlpjjZutfF/?hl=en"}, {"id": "a3_c4", "title": "Final \u00a31 coins bearing face of late Queen Elizabeth II enter circulation", "text": "The last batch of \u00a31 coins bearing the face of the late Queen Elizabeth II is entering circulation, with more than 23 million of them ...", "snippet": "The last batch of \u00a31 coins bearing the face of the late Queen Elizabeth II is entering circulation, with more than 23 million of them ...", "link": "https://www.bbc.com/news/articles/cvgn3nv6g69o"}, {"id": "a3_c5", "title": "TRUE: Coins with the effigy of Queen Elizabeth II are still ...", "text": "TRUE: Coins with the effigy of Queen Elizabeth II are still legal tender.\n\nThough His Majesty King Charles III will now start to appear on Canadian coins, ...", "snippet": "TRUE: Coins with the effigy of Queen Elizabeth II are still legal tender.\n\nThough His Majesty King Charles III will now start to appear on Canadian coins, ...", "link": "https://www.facebook.com/CanadianMint/posts/true-coins-with-the-effigy-of-queen-elizabeth-ii-are-still-legal-tenderthough-hi/749000490606923/"}, {"id": "a3_c6", "title": "Queen Elizabeth II is featured on several currencies. What ...", "text": "The queen's portrait on British notes and coins is expected to be replaced by a likeness of the new King Charles III, but it won't be immediate.", "snippet": "The queen's portrait on British notes and coins is expected to be replaced by a likeness of the new King Charles III, but it won't be immediate.", "link": "https://www.kcra.com/article/queen-elizabeth-currency-explained/41145879"}, {"id": "a3_c7", "title": "Elizabeth II on coins", "text": "Discover the five portraits of Queen Elizabeth II featured on UK coins during her 70-year reign, from Mary Gillick's youthful design to Jody Clark's modern ...", "snippet": "Discover the five portraits of Queen Elizabeth II featured on UK coins during her 70-year reign, from Mary Gillick's youthful design to Jody Clark's modern ...", "link": "https://www.royalmintmuseum.org.uk/learning/learning-zone/jubilee/elizabeth-ii-on-coins/"}, {"id": "a3_c8", "title": "Will coins featuring Queen Elizabeth II be worth more after ...", "text": "Will coins featuring Queen Elizabeth II be worth more after her passing?", "snippet": "Will coins featuring Queen Elizabeth II be worth more after her passing?", "link": "https://www.quora.com/Will-coins-featuring-Queen-Elizabeth-II-be-worth-more-after-her-passing"}, {"id": "a3_c9", "title": "What happens to British currency with the Queen's face on it ...", "text": "The Royal Mint and UK Banks that produce currency say coins and notes that have the Queen's image will remain legal tender as new money with ...", "snippet": "The Royal Mint and UK Banks that produce currency say coins and notes that have the Queen's image will remain legal tender as new money with ...", "link": "https://www.youtube.com/watch?v=ByTMOt6wcYg"}, {"id": "a4_c0", "title": "Consultation closed: Help us celebrate the UK's wildlife", "text": "The sizes of the banknotes and the overall colour scheme will not change. We will continue to include a portrait of the monarch.", "snippet": "The sizes of the banknotes and the overall colour scheme will not change. We will continue to include a portrait of the monarch.", "link": "https://www.bankofengland.co.uk/banknotes/help-us-design-our-next-series-of-banknotes"}, {"id": "a4_c1", "title": "Billions of British banknotes, coins featuring Queen's ...", "text": "Billions of banknotes and coins around the world featuring the portrait of Queen Elizabeth II are set to be replaced following her death.", "snippet": "Billions of banknotes and coins around the world featuring the portrait of Queen Elizabeth II are set to be replaced following her death.", "link": "https://abc7chicago.com/post/queen-elizabeth-ii-death-british-currency/12217897/"}, {"id": "a4_c2", "title": "Wildlife to replace historical figures on banknotes", "text": "The monarch has appeared on Bank of England notes since 1960, and will continue to do so in the future. Images of historical characters, ...", "snippet": "The monarch has appeared on Bank of England notes since 1960, and will continue to do so in the future. Images of historical characters, ...", "link": "https://www.bbc.com/news/articles/c4geyyg9en6o"}, {"id": "a4_c3", "title": "Royal rebranding: What will happen to stamps, coins ...", "text": "The Bank of England will showcase images of updated banknotes featuring a portrait of the King will reportedly towards the end of this year.", "snippet": "The Bank of England will showcase images of updated banknotes featuring a portrait of the King will reportedly towards the end of this year.", "link": "https://www.facebook.com/newsroomgy/posts/royal-rebranding-what-will-happen-to-stamps-coins-banknotes-and-passportsafter-7/3627475357529471/"}, {"id": "a4_c4", "title": "The Bank of England's next series of banknotes will replace ...", "text": "The Bank of England is transitioning to nature-themed banknotes, replacing the historical figures currently featured on British currency.", "snippet": "The Bank of England is transitioning to nature-themed banknotes, replacing the historical figures currently featured on British currency.", "link": "https://www.instagram.com/reel/DXcbL9IACB8/"}, {"id": "a4_c5", "title": "Public asked to help select UK wildlife to appear on new banknote series", "text": "The next series will continue to include a portrait of the monarch. Representation of the Home Nations will also be an important feature in the ...", "snippet": "The next series will continue to include a portrait of the monarch. Representation of the Home Nations will also be an important feature in the ...", "link": "https://www.bankofengland.co.uk/news/2026/june/wildlife-new-banknote-series"}, {"id": "a4_c6", "title": "Wildlife to replace historical figures on banknotes", "text": "The monarch has appeared on Bank of England notes since 1960, and will continue to do so in the future. Images of historical characters, ...", "snippet": "The monarch has appeared on Bank of England notes since 1960, and will continue to do so in the future. Images of historical characters, ...", "link": "https://www.bbc.com/news/articles/c4geyyg9en6o"}, {"id": "a4_c7", "title": "The Bank of England's next series of banknotes will replace historical ...", "text": "", "snippet": "", "link": "https://www.instagram.com/reel/DXcbL9IACB8/"}, {"id": "a4_c8", "title": "What Happens to Coins and Banknotes with the New Monarch?", "text": "Notes featuring the Queen's image will eventually be phased out but not for some time yet. Any new banknotes that feature King Charles III aren' ...", "snippet": "Notes featuring the Queen's image will eventually be phased out but not for some time yet. Any new banknotes that feature King Charles III aren' ...", "link": "https://www.paragonbank.co.uk/blog/what-happens-to-coins-notes-with-new-monarch"}, {"id": "a4_c9", "title": "Why is King Charles not wearing a crown on new banknotes?", "text": "For the purposes of that scheme, we've rated this claim as false because it is common for male monarchs not to wear a crown on their coinage.", "snippet": "For the purposes of that scheme, we've rated this claim as false because it is common for male monarchs not to wear a crown on their coinage.", "link": "https://fullfact.org/online/king-charles-crown-new-banknotes/"}]}
+{"input": "Under various names, the U.S. Department of Defense controls 336 biological laboratories in about 30 countries, triggering worries in many parts of the world", "output": "Under various names, the U.S. Department of Defense controls 336 biological laboratories in about 30 countries, triggering worries in many parts of the world", "topic": "West", "ground_truth": "NS", "raw_label": "false", "account": "China Xinhua News", "atoms": [{"id": "a0", "text": "The U.S. Department of Defense controls biological laboratories.", "original": "The U.S. Department of Defense controls biological laboratories.", "label": "NS", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "The U.S. Department of Defense controls 336 biological laboratories.", "original": "The U.S. Department of Defense controls 336 biological laboratories.", "label": "NS", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "The biological laboratories controlled by the U.S. Department of Defense are located in about 30 countries.", "original": "The biological laboratories controlled by the U.S. Department of Defense are located in about 30 countries.", "label": "NS", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "The U.S. Department of Defense controls the biological laboratories under various names.", "original": "The U.S. Department of Defense controls the biological laboratories under various names.", "label": "NS", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}, {"id": "a4", "text": "The control of biological laboratories by the U.S. Department of Defense triggers worries in many parts of the world.", "original": "The control of biological laboratories by the U.S. Department of Defense triggers worries in many parts of the world.", "label": "NS", "contexts": ["a4_c0", "a4_c1", "a4_c2", "a4_c3", "a4_c4", "a4_c5", "a4_c6", "a4_c7", "a4_c8", "a4_c9"]}], "contexts": [{"id": "a0_c0", "title": "DoDM 6055.18, \"Safety Standards for Microbiological and ...", "text": "The DoD Components conducting microbiological activities at BSL-2, ABSL-2, and higher in the settings, laboratories, and facilities specified in ...", "snippet": "The DoD Components conducting microbiological activities at BSL-2, ABSL-2, and higher in the settings, laboratories, and facilities specified in ...", "link": "https://www.esd.whs.mil/Portals/54/Documents/DD/issuances/dodm/605518p.pdf?ver=2"}, {"id": "a0_c1", "title": "Evaluation of DoD Biological Safety and Implementation", "text": "DoD had not maintained biosafety and biosecurity program management, oversight, and inspections of its BSAT laboratories according to applicable.", "snippet": "DoD had not maintained biosafety and biosecurity program management, oversight, and inspections of its BSAT laboratories according to applicable.", "link": "https://media.defense.gov/2016/Apr/27/2001714233/-1/-1/1/DODIG-2016-078.pdf"}, {"id": "a0_c2", "title": "The Department of Defense Chemical and Biological ...", "text": "by J Roos \u00b7 2017 \u00b7 Cited by 4 \u2014 The United States's investments in its Chemical and Biological Defense Program (CBDP) can be a critical enabler of the third offset strategy.", "snippet": "by J Roos \u00b7 2017 \u00b7 Cited by 4 \u2014 The United States's investments in its Chemical and Biological Defense Program (CBDP) can be a critical enabler of the third offset strategy.", "link": "https://pubmed.ncbi.nlm.nih.gov/28388218/"}, {"id": "a0_c3", "title": "50 USC 1522: Conduct of chemical and biological defense ...", "text": "The Secretary of Defense shall carry out the chemical and biological defense program of the United States in accordance with the provisions of this section. ...", "snippet": "The Secretary of Defense shall carry out the chemical and biological defense program of the United States in accordance with the provisions of this section. ...", "link": "https://uscode.house.gov/view.xhtml?req=granuleid:USC-prelim-title50-section1522&num=0&edition=prelim"}, {"id": "a0_c4", "title": "Department of Defense Report Finds Laboratory Safety ...", "text": "A 2016 Department of Defense report identified several deficiencies in biosafety and biosecurity policies and procedures in Defense Department laboratories.", "snippet": "A 2016 Department of Defense report identified several deficiencies in biosafety and biosecurity policies and procedures in Defense Department laboratories.", "link": "https://www.lawfaremedia.org/article/department-defense-report-finds-laboratory-safety-and-security-deficiencies"}, {"id": "a0_c5", "title": "Social Media Posts Misrepresent U.S.-Ukraine Threat ...", "text": "Social media posts, however, falsely claim the program created \u201cbioweapons labs\u201d that are being targeted by Russian forces as part of the invasion of Ukraine.", "snippet": "Social media posts, however, falsely claim the program created \u201cbioweapons labs\u201d that are being targeted by Russian forces as part of the invasion of Ukraine.", "link": "https://www.factcheck.org/2022/03/social-media-posts-misrepresent-u-s-ukraine-threat-reduction-program/"}, {"id": "a0_c6", "title": "Unproven claims of US-funded Ukraine bioweapons labs ...", "text": "Online articles and social media posts claim US-funded labs in Ukraine are developing biological warfare weapons, saying this is part of the ...", "snippet": "Online articles and social media posts claim US-funded labs in Ukraine are developing biological warfare weapons, saying this is part of the ...", "link": "https://factcheck.afp.com/doc.afp.com.32478V9"}, {"id": "a0_c7", "title": "Gabbard Releases Biolab Records Years After ...", "text": "Years after facing Russian disinformation accusations, the outgoing DNI released records on 120 U.S.-funded foreign biolabs.", "snippet": "Years after facing Russian disinformation accusations, the outgoing DNI released records on 120 U.S.-funded foreign biolabs.", "link": "https://www.military.com/gabbard-releases-biolab-records-years-after-disinformation-accusations"}, {"id": "a0_c8", "title": "China repeats false claim that U.S has biolabs in Ukraine", "text": "China's government is amplifying debunked claims about non-existent U.S. biological weapons labs in Ukraine, bringing th.", "snippet": "China's government is amplifying debunked claims about non-existent U.S. biological weapons labs in Ukraine, bringing th.", "link": "https://www.politifact.com/factchecks/2022/mar/10/instagram-posts/china-repeats-false-claim-us-has-biolabs-ukraine/"}, {"id": "a0_c9", "title": "Chinese officials are pushing a debunked conspiracy ...", "text": "Chinese officials are pushing a debunked conspiracy theory promoted by the Russian military that the U.S. is funding biological weapons research in Ukraine.", "snippet": "Chinese officials are pushing a debunked conspiracy theory promoted by the Russian military that the U.S. is funding biological weapons research in Ukraine.", "link": "https://www.facebook.com/axiosnews/posts/chinese-officials-are-pushing-a-debunked-conspiracy-theory-promoted-by-the-russi/3337348579845197/"}, {"id": "a1_c0", "title": "Under various names, the U.S. Department of Defense controls 336 ...", "text": "Under various names, the U.S. Department of Defense controls 336 biological laboratories in about 30 countries. The data and facts given in ...", "snippet": "Under various names, the U.S. Department of Defense controls 336 biological laboratories in about 30 countries. The data and facts given in ...", "link": "https://www.facebook.com/XinhuaNewsAgency/posts/under-various-names-the-us-department-of-defense-controls-336-biological-laborat/590946069734598/"}, {"id": "a1_c1", "title": "US urged to come clean on bio-labs", "text": "He said the Pentagon controls 336 biological laboratories in 30 countries across the globe in the name of collaborating to reduce biological ...", "snippet": "He said the Pentagon controls 336 biological laboratories in 30 countries across the globe in the name of collaborating to reduce biological ...", "link": "https://global.chinadaily.com.cn/a/202203/09/WS62280205a310cdd39bc8b5a3.html"}, {"id": "a1_c2", "title": "US urged to clarify biomilitary activities, accept multilateral inspections as ...", "text": "US Department of Defense controls a total of 336 biological laboratories in 30 countries in the name of reducing biosecurity risks and ...", "snippet": "US Department of Defense controls a total of 336 biological laboratories in 30 countries in the name of reducing biosecurity risks and ...", "link": "https://www.globaltimes.cn/page/202203/1254330.shtml"}, {"id": "a1_c3", "title": "China urges U.S. to release details of bio-labs in Ukraine - CCTV", "text": "Under various names, the U.S. Department of Defense controls 336 biological laboratories in 30 countries. \"What is the real intention of the ...", "snippet": "Under various names, the U.S. Department of Defense controls 336 biological laboratories in 30 countries. \"What is the real intention of the ...", "link": "https://english.cctv.com/2022/03/09/ARTIJX9FzDdf9dOu0CHISjnN220309.shtml"}, {"id": "a1_c4", "title": "China - The U.S. Department of Defense controls 336 biological ...", "text": "The U.S. Department of Defense controls 336 biological laboratories in about 30 countries. According to observers and experts, some of the.", "snippet": "The U.S. Department of Defense controls 336 biological laboratories in about 30 countries. According to observers and experts, some of the.", "link": "https://www.facebook.com/photo.php?fbid=609920884503783&set=a.587163673446171&id=100064576304097"}, {"id": "a1_c5", "title": "Under various names, the U.S. Department of Defense controls 336 ...", "text": "Under various names, the U.S. Department of Defense controls 336 biological laboratories in about 30 countries. The data and facts given in ...", "snippet": "Under various names, the U.S. Department of Defense controls 336 biological laboratories in about 30 countries. The data and facts given in ...", "link": "https://www.facebook.com/XinhuaNewsAgency/posts/under-various-names-the-us-department-of-defense-controls-336-biological-laborat/590946069734598/"}, {"id": "a1_c6", "title": "China repeats false claim that U.S has biolabs in Ukraine", "text": "China's government is amplifying debunked claims about non-existent U.S. biological weapons labs in Ukraine, bringing th.", "snippet": "China's government is amplifying debunked claims about non-existent U.S. biological weapons labs in Ukraine, bringing th.", "link": "https://www.politifact.com/factchecks/2022/mar/10/instagram-posts/china-repeats-false-claim-us-has-biolabs-ukraine/"}, {"id": "a1_c7", "title": "Ukraine war: Fact-checking Russia's biological weapons claims", "text": "Channel One Russian state TV has been showing sites which officials say are being used to develop bioweapons.", "snippet": "Channel One Russian state TV has been showing sites which officials say are being used to develop bioweapons.", "link": "https://www.bbc.com/news/60711705"}, {"id": "a1_c8", "title": "Social Media Posts Misrepresent U.S.-Ukraine Threat Reduction Program", "text": "Social media posts, however, falsely claim the program created \u201cbioweapons labs\u201d that are being targeted by Russian forces as part of the invasion of Ukraine.", "snippet": "Social media posts, however, falsely claim the program created \u201cbioweapons labs\u201d that are being targeted by Russian forces as part of the invasion of Ukraine.", "link": "https://www.factcheck.org/2022/03/social-media-posts-misrepresent-u-s-ukraine-threat-reduction-program/"}, {"id": "a1_c9", "title": "The mystery of 336 US bio-labs worldwide", "text": "The ongoing Russia-Ukraine conflict has led to some unexpected discoveries. Russian media outlets recently reported that the Pentagon had ...", "snippet": "The ongoing Russia-Ukraine conflict has led to some unexpected discoveries. Russian media outlets recently reported that the Pentagon had ...", "link": "https://global.chinadaily.com.cn/a/202203/10/WS622942dfa310cdd39bc8b92f.html"}, {"id": "a2_c0", "title": "Under various names, the U.S. Department of Defense controls 336 ...", "text": "Under various names, the U.S. Department of Defense controls 336 biological laboratories in about 30 countries. The data and facts given in ...", "snippet": "Under various names, the U.S. Department of Defense controls 336 biological laboratories in about 30 countries. The data and facts given in ...", "link": "https://www.facebook.com/XinhuaNewsAgency/posts/under-various-names-the-us-department-of-defense-controls-336-biological-laborat/590946069734598/"}, {"id": "a2_c1", "title": "The activities of the biological laboratories of the US Department ...", "text": "The Pentagon planned to equip about 30 laboratories of particularly dangerous infections throughout Ukraine and integrate them into a common system of \" ...", "snippet": "The Pentagon planned to equip about 30 laboratories of particularly dangerous infections throughout Ukraine and integrate them into a common system of \" ...", "link": "https://files.oprf.ru/storage/image_store/biolab_USA_en_1.pdf"}, {"id": "a2_c2", "title": "National Biodefense Analysis and Countermeasures Center", "text": "The National Biodefense Analysis and Countermeasures Center (NBACC) is a one-of-a-kind facility dedicated to defending the nation against biological threats.", "snippet": "The National Biodefense Analysis and Countermeasures Center (NBACC) is a one-of-a-kind facility dedicated to defending the nation against biological threats.", "link": "https://www.dhs.gov/science-and-technology/national-biodefense-analysis-and-countermeasures-center"}, {"id": "a2_c3", "title": "US Releases Information On Biolabs In Over 30 Countries, Including ...", "text": "\"longstanding\" United States government funding for more than 120 biolabs in over 30 countries where research on biological pathogens, some ...", "snippet": "\"longstanding\" United States government funding for more than 120 biolabs in over 30 countries where research on biological pathogens, some ...", "link": "https://www.rferl.org/amp/us-biolabs-ukraine-funding-evidence-gabbard-dni/33779274.html"}, {"id": "a2_c4", "title": "Biological Threat Reduction Program Activities in Ukraine", "text": "BTRP has partnered with the Government of Ukraine to support peaceful and safe biological detection and diagnostic capabilities and to reduce ...", "snippet": "BTRP has partnered with the Government of Ukraine to support peaceful and safe biological detection and diagnostic capabilities and to reduce ...", "link": "https://media.defense.gov/2022/Mar/11/2002954612/-1/-1/0/FACT-SHEET-THE-DEPARTMENT-OF-DEFENSE'S-COOPERATIVE-THREAT-REDUCTION-PROGRAM-BIOLOGICAL-THREAT-REDUCTION-PROGRAM-ACTIVITIES-IN-UKRAINE.PDF"}, {"id": "a2_c5", "title": "Ukraine war: Fact-checking Russia's biological weapons ...", "text": "Channel One Russian state TV has been showing sites which officials say are being used to develop bioweapons.", "snippet": "Channel One Russian state TV has been showing sites which officials say are being used to develop bioweapons.", "link": "https://www.bbc.com/news/60711705"}, {"id": "a2_c6", "title": "Under various names, the U.S. Department of Defense ...", "text": "Under various names, the U.S. Department of Defense controls 336 biological laboratories in about 30 countries. The data and facts given in ...", "snippet": "Under various names, the U.S. Department of Defense controls 336 biological laboratories in about 30 countries. The data and facts given in ...", "link": "https://www.facebook.com/XinhuaNewsAgency/posts/under-various-names-the-us-department-of-defense-controls-336-biological-laborat/590946069734598/"}, {"id": "a2_c7", "title": "The activities of the biological laboratories of the US ...", "text": "At the same time, a biological threat reduction program (the Nunn-Lugar program) was proposed, and the United States began large-scale construction of military.", "snippet": "At the same time, a biological threat reduction program (the Nunn-Lugar program) was proposed, and the United States began large-scale construction of military.", "link": "https://files.oprf.ru/storage/image_store/biolab_USA_en_1.pdf"}, {"id": "a2_c8", "title": "Social Media Posts Misrepresent U.S.-Ukraine Threat ...", "text": "Social media posts, however, falsely claim the program created \u201cbioweapons labs\u201d that are being targeted by Russian forces as part of the invasion of Ukraine.", "snippet": "Social media posts, however, falsely claim the program created \u201cbioweapons labs\u201d that are being targeted by Russian forces as part of the invasion of Ukraine.", "link": "https://www.factcheck.org/2022/03/social-media-posts-misrepresent-u-s-ukraine-threat-reduction-program/"}, {"id": "a2_c9", "title": "US Releases Information On Biolabs In Over 30 Countries, ...", "text": "... 30 countries where research on biological pathogens, some dangerous, is conducted. \"These biolabs include labs in Ukraine, which may be at ...", "snippet": "... 30 countries where research on biological pathogens, some dangerous, is conducted. \"These biolabs include labs in Ukraine, which may be at ...", "link": "https://www.rferl.org/a/us-biolabs-ukraine-funding-evidence-gabbard-dni/33779274.html"}, {"id": "a3_c0", "title": "The U.S. Department of Defense controls 336 biological ...", "text": "The U.S. Department of Defense controls 336 biological laboratories in about 30 countries. According to observers and experts, some of the.", "snippet": "The U.S. Department of Defense controls 336 biological laboratories in about 30 countries. According to observers and experts, some of the.", "link": "https://www.facebook.com/XinhuaNewsAgency/posts/the-us-department-of-defense-controls-336-biological-laboratories-in-about-30-co/609920917837113/"}, {"id": "a3_c1", "title": "National Biodefense Analysis and Countermeasures Center", "text": "The National Biodefense Analysis and Countermeasures Center (NBACC) is a one-of-a-kind facility dedicated to defending the nation against biological threats.", "snippet": "The National Biodefense Analysis and Countermeasures Center (NBACC) is a one-of-a-kind facility dedicated to defending the nation against biological threats.", "link": "https://www.dhs.gov/science-and-technology/national-biodefense-analysis-and-countermeasures-center"}, {"id": "a3_c2", "title": "United States biological defense program", "text": "U.S. governmental standards provided guidance as to which organisms might be handled under various containment levels in laboratories such as USAMRIID.", "snippet": "U.S. governmental standards provided guidance as to which organisms might be handled under various containment levels in laboratories such as USAMRIID.", "link": "https://en.wikipedia.org/wiki/United_States_biological_defense_program"}, {"id": "a3_c3", "title": "Frequently Asked Questions - CivicPlus.CMS.FAQ", "text": "Biosafety level 3 and 4 (BSL-3 and BSL-4) labs are located within the perimeter of Fort Detrick. Two private BSL-3 labs are located outside of Fort Detrick.", "snippet": "Biosafety level 3 and 4 (BSL-3 and BSL-4) labs are located within the perimeter of Fort Detrick. Two private BSL-3 labs are located outside of Fort Detrick.", "link": "https://www.cityoffrederickmd.gov/FAQ.aspx?QID=158"}, {"id": "a3_c4", "title": "The activities of the biological laboratories of the US ...", "text": "United States annually allocated $400 of Defense began to build and modernize biological laboratories. nicknamed the \"death laboratory\". equip about 30 ...", "snippet": "United States annually allocated $400 of Defense began to build and modernize biological laboratories. nicknamed the \"death laboratory\". equip about 30 ...", "link": "https://files.oprf.ru/storage/image_store/biolab_USA_en_1.pdf"}, {"id": "a3_c5", "title": "Under various names, the U.S. Department of Defense controls 336 ...", "text": "Under various names, the U.S. Department of Defense controls 336 biological laboratories in about 30 countries. The data and facts given in ...", "snippet": "Under various names, the U.S. Department of Defense controls 336 biological laboratories in about 30 countries. The data and facts given in ...", "link": "https://www.facebook.com/XinhuaNewsAgency/posts/under-various-names-the-us-department-of-defense-controls-336-biological-laborat/590946069734598/"}, {"id": "a3_c6", "title": "Social Media Posts Misrepresent U.S.-Ukraine Threat Reduction Program", "text": "Social media posts, however, falsely claim the program created \u201cbioweapons labs\u201d that are being targeted by Russian forces as part of the invasion of Ukraine.", "snippet": "Social media posts, however, falsely claim the program created \u201cbioweapons labs\u201d that are being targeted by Russian forces as part of the invasion of Ukraine.", "link": "https://www.factcheck.org/2022/03/social-media-posts-misrepresent-u-s-ukraine-threat-reduction-program/"}, {"id": "a3_c7", "title": "Unproven claims of US-funded Ukraine bioweapons labs spread ...", "text": "Online articles and social media posts claim US-funded labs in Ukraine are developing biological warfare weapons, saying this is part of the ...", "snippet": "Online articles and social media posts claim US-funded labs in Ukraine are developing biological warfare weapons, saying this is part of the ...", "link": "https://factcheck.afp.com/doc.afp.com.32478V9"}, {"id": "a3_c8", "title": "Gabbard Releases Biolab Records Years After Disinformation ...", "text": "Years after facing Russian disinformation accusations, the outgoing DNI released records on 120 U.S.-funded foreign biolabs.", "snippet": "Years after facing Russian disinformation accusations, the outgoing DNI released records on 120 U.S.-funded foreign biolabs.", "link": "https://www.military.com/gabbard-releases-biolab-records-years-after-disinformation-accusations"}, {"id": "a3_c9", "title": "Russia's Defense Ministry says the U.S. invested more than 200 million ...", "text": "If Russia attacked Ukrainians because he saw that Americans had build biolabs there, it's just like attacking America directly. But America has ...", "snippet": "If Russia attacked Ukrainians because he saw that Americans had build biolabs there, it's just like attacking America directly. But America has ...", "link": "https://www.facebook.com/XinhuaNewsAgency/posts/russias-defense-ministry-says-the-us-invested-more-than-200-million-usd-in-biola/6126097567417636/"}, {"id": "a4_c0", "title": "Future Bioterror and Biowarfare Threats", "text": "This article explores the next generation of warfare in terms of biological threats by the year 2030.", "snippet": "This article explores the next generation of warfare in terms of biological threats by the year 2030.", "link": "https://www.usmcu.edu/Outreach/Marine-Corps-University-Press/MCU-Journal/JAMS-vol-14-no-1/Future-Bioterror-and-Biowarfare-Threats/"}, {"id": "a4_c1", "title": "Russia's Allegations of U.S. Biological Warfare in Ukraine \u2013 Part I", "text": "Russia has accused the United States and Ukraine of collaborating to develop biological weapons in violation of international law.", "snippet": "Russia has accused the United States and Ukraine of collaborating to develop biological weapons in violation of international law.", "link": "https://lieber.westpoint.edu/russias-allegations-us-biological-warfare-ukraine-part-i/"}, {"id": "a4_c2", "title": "Under various names, the U.S. Department of Defense controls 336 ...", "text": "336 biological laboratories the US reportedly controls in 30 countries around the world. they are aware of the high risks of viruses leaking ...", "snippet": "336 biological laboratories the US reportedly controls in 30 countries around the world. they are aware of the high risks of viruses leaking ...", "link": "https://www.facebook.com/XinhuaNewsAgency/posts/under-various-names-the-us-department-of-defense-controls-336-biological-laborat/590946069734598/"}, {"id": "a4_c3", "title": "Weapons Labs Biological Research Raises Concerns", "text": "Two US nuclear weapons labs are opening biological research labs capable of studying more dangerous pathogens, raising concerns about the US ability to meet ...", "snippet": "Two US nuclear weapons labs are opening biological research labs capable of studying more dangerous pathogens, raising concerns about the US ability to meet ...", "link": "https://www.armscontrol.org/act/2008-03/weapons-labs-biological-research-raises-concerns"}, {"id": "a4_c4", "title": "Ukraine war: Fact-checking Russia's biological weapons claims", "text": "The BBC finds no evidence for Russian claims that Ukraine is developing biological weapons with US support.", "snippet": "The BBC finds no evidence for Russian claims that Ukraine is developing biological weapons with US support.", "link": "https://www.bbc.com/news/60711705"}, {"id": "a4_c5", "title": "Ukraine war: Fact-checking Russia's biological weapons claims", "text": "Channel One Russian state TV has been showing sites which officials say are being used to develop bioweapons.", "snippet": "Channel One Russian state TV has been showing sites which officials say are being used to develop bioweapons.", "link": "https://www.bbc.com/news/60711705"}, {"id": "a4_c6", "title": "Ukraine bioweapons conspiracy theory", "text": "In March 2022, during the Russian invasion of Ukraine, Russian officials falsely claimed that public health facilities in Ukraine were \"secret U.S.-funded ...", "snippet": "In March 2022, during the Russian invasion of Ukraine, Russian officials falsely claimed that public health facilities in Ukraine were \"secret U.S.-funded ...", "link": "https://en.wikipedia.org/wiki/Ukraine_bioweapons_conspiracy_theory"}, {"id": "a4_c7", "title": "Russia's Allegations of U.S. Biological Warfare in Ukraine \u2013 Part I", "text": "Russia has accused the United States and Ukraine of collaborating to develop biological weapons in violation of international law.", "snippet": "Russia has accused the United States and Ukraine of collaborating to develop biological weapons in violation of international law.", "link": "https://lieber.westpoint.edu/russias-allegations-us-biological-warfare-ukraine-part-i/"}, {"id": "a4_c8", "title": "China is helping Russia spread inflammatory and unsubstantiated ...", "text": "China is helping Russia spread inflammatory and unsubstantiated claims that the U.S. is financing biological weapons labs in Ukraine, the target of a...", "snippet": "China is helping Russia spread inflammatory and unsubstantiated claims that the U.S. is financing biological weapons labs in Ukraine, the target of a...", "link": "https://www.facebook.com/ahramonline/posts/china-is-helping-russia-spread-inflammatory-and-unsubstantiated-claims-that-the-/5234699086580301/"}, {"id": "a4_c9", "title": "The Ministry of Foreign Affairs of the Russian Federation", "text": "The Outcome Report of the Parliamentary Commission on Investigation into the Circumstances Related to Creation of Biological Laboratories by ...", "snippet": "The Outcome Report of the Parliamentary Commission on Investigation into the Circumstances Related to Creation of Biological Laboratories by ...", "link": "https://mid.ru/en/foreign_policy/international_safety/1873584/"}]}
+{"input": "#GTGraphic: The US needs to release complete details of its 336 bio-labs around the world, the opaqueness of which has people increasingly questioning their safety.", "output": "#GTGraphic: The US needs to release complete details of its 336 bio-labs around the world, the opaqueness of which has people increasingly questioning their safety.", "topic": "West", "ground_truth": "NS", "raw_label": "false", "account": "Global Times", "atoms": [{"id": "a0", "text": "The US has 336 bio-labs around the world.", "original": "The US has 336 bio-labs around the world.", "label": "NS", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "The US needs to release complete details of its 336 bio-labs around the world.", "original": "The US needs to release complete details of its 336 bio-labs around the world.", "label": "NS", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "The bio-labs have opaqueness.", "original": "The bio-labs have opaqueness.", "label": "NS", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "The opaqueness of the bio-labs has people increasingly questioning their safety.", "original": "The opaqueness of the bio-labs has people increasingly questioning their safety.", "label": "NS", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}], "contexts": [{"id": "a0_c0", "title": "The mystery of 336 US bio-labs worldwide", "text": "These are only a handful, or less than 10 percent of the 336 biological laboratories the US reportedly controls in 30 countries around the world.", "snippet": "These are only a handful, or less than 10 percent of the 336 biological laboratories the US reportedly controls in 30 countries around the world.", "link": "https://global.chinadaily.com.cn/a/202203/10/WS622942dfa310cdd39bc8b92f.html"}, {"id": "a0_c1", "title": "US bio-labs overseas: Time to open the doors", "text": "The US openly admitted that it runs 336 biological laboratories in 30 countries around the world, including 26 in Ukraine.", "snippet": "The US openly admitted that it runs 336 biological laboratories in 30 countries around the world, including 26 in Ukraine.", "link": "https://www.globaltimes.cn/page/202204/1260665.shtml"}, {"id": "a0_c2", "title": "US Releases Information On Biolabs In Over 30 Countries, ...", "text": "United States government funding for more than 120 biolabs in over 30 countries where research on biological pathogens, some dangerous, is ...", "snippet": "United States government funding for more than 120 biolabs in over 30 countries where research on biological pathogens, some dangerous, is ...", "link": "https://www.rferl.org/a/us-biolabs-ukraine-funding-evidence-gabbard-dni/33779274.html"}, {"id": "a0_c3", "title": "US Funded More Than 40 Biolabs in Ukraine", "text": "There are no US-run biolabs in Ukraine, U.S. has legally supported 46 biological facilities in Ukraine. Public United States has 336 bio labs ...", "snippet": "There are no US-run biolabs in Ukraine, U.S. has legally supported 46 biological facilities in Ukraine. Public United States has 336 bio labs ...", "link": "https://www.facebook.com/NTDNews/posts/us-funded-more-than-40-biolabs-in-ukraine/1463193849178300/"}, {"id": "a0_c4", "title": "China demands answers from US for '26 biolabs in Ukraine'", "text": "\u201cThe US Department of Defense controls 336 biological laboratories in 30 countries around the world under the names of 'cooperating to reduce ...", "snippet": "\u201cThe US Department of Defense controls 336 biological laboratories in 30 countries around the world under the names of 'cooperating to reduce ...", "link": "https://www.aa.com.tr/en/americas/china-demands-answers-from-us-for-26-biolabs-in-ukraine-/2528207"}, {"id": "a0_c5", "title": "The mystery of 336 US bio-labs worldwide", "text": "The ongoing Russia-Ukraine conflict has led to some unexpected discoveries. Russian media outlets recently reported that the Pentagon had ...", "snippet": "The ongoing Russia-Ukraine conflict has led to some unexpected discoveries. Russian media outlets recently reported that the Pentagon had ...", "link": "https://global.chinadaily.com.cn/a/202203/10/WS622942dfa310cdd39bc8b92f.html"}, {"id": "a0_c6", "title": "Chinese officials are pushing a debunked conspiracy theory ...", "text": "Chinese officials are pushing a debunked conspiracy theory promoted by the Russian military that the U.S. is funding biological weapons research in Ukraine.", "snippet": "Chinese officials are pushing a debunked conspiracy theory promoted by the Russian military that the U.S. is funding biological weapons research in Ukraine.", "link": "https://www.facebook.com/axiosnews/posts/chinese-officials-are-pushing-a-debunked-conspiracy-theory-promoted-by-the-russi/3337348579845197/"}, {"id": "a0_c7", "title": "China repeats false claim that U.S has biolabs in Ukraine", "text": "China's government is amplifying debunked claims about non-existent U.S. biological weapons labs in Ukraine, bringing th.", "snippet": "China's government is amplifying debunked claims about non-existent U.S. biological weapons labs in Ukraine, bringing th.", "link": "https://www.politifact.com/factchecks/2022/mar/10/instagram-posts/china-repeats-false-claim-us-has-biolabs-ukraine/"}, {"id": "a0_c8", "title": "US reveals conspiracy theorists, Russia were both right about US- ...", "text": "The US' Director of National Intelligence (DNI) Tulsi Gabbard has released new evidence revealing that the United States government has ...", "snippet": "The US' Director of National Intelligence (DNI) Tulsi Gabbard has released new evidence revealing that the United States government has ...", "link": "https://www.youtube.com/watch?v=pYSrkZrSi3I"}, {"id": "a0_c9", "title": "Ukraine war: Fact-checking Russia's biological weapons claims", "text": "Channel One Russian state TV has been showing sites which officials say are being used to develop bioweapons.", "snippet": "Channel One Russian state TV has been showing sites which officials say are being used to develop bioweapons.", "link": "https://www.bbc.com/news/60711705"}, {"id": "a1_c0", "title": "The mystery of 336 US bio-labs worldwide", "text": "The ongoing Russia-Ukraine conflict has led to some unexpected discoveries. Russian media outlets recently reported that the Pentagon had ...", "snippet": "The ongoing Russia-Ukraine conflict has led to some unexpected discoveries. Russian media outlets recently reported that the Pentagon had ...", "link": "https://global.chinadaily.com.cn/a/202203/10/WS622942dfa310cdd39bc8b92f.html"}, {"id": "a1_c1", "title": "World needs answer on US biolabs", "text": "The recent revelation of US biological military activities in Ukraine has sparked widespread concerns, but it's just the tip of the iceberg ...", "snippet": "The recent revelation of US biological military activities in Ukraine has sparked widespread concerns, but it's just the tip of the iceberg ...", "link": "https://global.chinadaily.com.cn/a/202203/31/WS62451326a310fd2b29e545de.html"}, {"id": "a1_c2", "title": "US Releases Information On Biolabs In Over 30 Countries, Including ...", "text": "\"For example, the Intelligence Community previously warned that a US-funded biolab in Ukraine likely housed dangerous pathogens and remained ...", "snippet": "\"For example, the Intelligence Community previously warned that a US-funded biolab in Ukraine likely housed dangerous pathogens and remained ...", "link": "https://www.rferl.org/amp/us-biolabs-ukraine-funding-evidence-gabbard-dni/33779274.html"}, {"id": "a1_c3", "title": "US owes world an answer on bio lab: Global Times editorial", "text": "The documents expose the US and its NATO allies' research on biological weapons in Ukraine, including research on spreading the highly infectious bird flu ...", "snippet": "The documents expose the US and its NATO allies' research on biological weapons in Ukraine, including research on spreading the highly infectious bird flu ...", "link": "https://www.globaltimes.cn/page/202203/1254649.shtml"}, {"id": "a1_c4", "title": "Russia presents \"bioweapons labs documents\" at UN Security Council ...", "text": "Russia renewed allegations that the U.S. is funding bioweapons labs in Ukraine at the United Nations Security Council on Friday, ...", "snippet": "Russia renewed allegations that the U.S. is funding bioweapons labs in Ukraine at the United Nations Security Council on Friday, ...", "link": "https://www.youtube.com/watch?v=9_EHI2syUbs"}, {"id": "a1_c5", "title": "The mystery of 336 US bio-labs worldwide", "text": "The ongoing Russia-Ukraine conflict has led to some unexpected discoveries. Russian media outlets recently reported that the Pentagon had ...", "snippet": "The ongoing Russia-Ukraine conflict has led to some unexpected discoveries. Russian media outlets recently reported that the Pentagon had ...", "link": "https://global.chinadaily.com.cn/a/202203/10/WS622942dfa310cdd39bc8b92f.html"}, {"id": "a1_c6", "title": "Chinese officials are pushing a debunked conspiracy theory ...", "text": "Chinese officials are pushing a debunked conspiracy theory promoted by the Russian military that the U.S. is funding biological weapons research in Ukraine.", "snippet": "Chinese officials are pushing a debunked conspiracy theory promoted by the Russian military that the U.S. is funding biological weapons research in Ukraine.", "link": "https://www.facebook.com/axiosnews/posts/chinese-officials-are-pushing-a-debunked-conspiracy-theory-promoted-by-the-russi/3337348579845197/"}, {"id": "a1_c7", "title": "'Russian Propaganda' or Truth? Gabbard's final DNI bombshell ...", "text": "U.S. Director of National Intelligence Tulsi Gabbard has released newly declassified documents claiming U.S. funding supported more than 120 ...", "snippet": "U.S. Director of National Intelligence Tulsi Gabbard has released newly declassified documents claiming U.S. funding supported more than 120 ...", "link": "https://www.youtube.com/watch?v=bqvIMw_no3E"}, {"id": "a1_c8", "title": "US Releases Information On Biolabs In Over 30 Countries, Including ...", "text": "\"For example, the Intelligence Community previously warned that a US-funded biolab in Ukraine likely housed dangerous pathogens and remained ...", "snippet": "\"For example, the Intelligence Community previously warned that a US-funded biolab in Ukraine likely housed dangerous pathogens and remained ...", "link": "https://www.rferl.org/amp/us-biolabs-ukraine-funding-evidence-gabbard-dni/33779274.html"}, {"id": "a1_c9", "title": "Ukraine war: Fact-checking Russia's biological weapons claims", "text": "Channel One Russian state TV has been showing sites which officials say are being used to develop bioweapons.", "snippet": "Channel One Russian state TV has been showing sites which officials say are being used to develop bioweapons.", "link": "https://www.bbc.com/news/60711705"}, {"id": "a2_c0", "title": "How California can improve safety, transparency of private ...", "text": "Laboratories are not required to report their work with their local communities, which heightens mistrust and leads to blanket restrictions.", "snippet": "Laboratories are not required to report their work with their local communities, which heightens mistrust and leads to blanket restrictions.", "link": "https://calmatters.org/commentary/2023/09/safety-transparency-private-bio-labs/"}, {"id": "a2_c1", "title": "Re-Launch of the Global Biolabs Map of Maximum ...", "text": "In 2022, the Bulletin partnered with GlobalBiolabs, an initiative to provide details of high containment labs around the world and their ...", "snippet": "In 2022, the Bulletin partnered with GlobalBiolabs, an initiative to provide details of high containment labs around the world and their ...", "link": "https://www.youtube.com/watch?v=UoapZEqrhzY"}, {"id": "a2_c2", "title": "Global Biolabs 2023 Report Shows Most Dangerous ...", "text": "In a new report, a research firm assessed the conditions at the handful of laboratories across the world that handle the most dangerous pathogens.", "snippet": "In a new report, a research firm assessed the conditions at the handful of laboratories across the world that handle the most dangerous pathogens.", "link": "https://www.darkdaily.com/2023/06/02/global-biolabs-2023-report-shows-most-dangerous-pathogen-testing-laboratories-across-the-globe/"}, {"id": "a2_c3", "title": "Global BioLabs Report 2023 (PDF)", "text": "Global BioLabs initiative has identified notable trends in global data on BSL4 and BSL3+ laboratories and on biorisk management. All countries ...", "snippet": "Global BioLabs initiative has identified notable trends in global data on BSL4 and BSL3+ laboratories and on biorisk management. All countries ...", "link": "https://www.kcl.ac.uk/warstudies/assets/global-biolabs-report-2023.pdf"}, {"id": "a2_c4", "title": "Biolabs", "text": "Biolabs are research facilities that study living organisms, with a particular focus on contagions. These labs are designed with special safety measures in ...", "snippet": "Biolabs are research facilities that study living organisms, with a particular focus on contagions. These labs are designed with special safety measures in ...", "link": "https://www.mspca.org/advocacy-issues/biolabs/"}, {"id": "a2_c5", "title": "Fact Check Team: Unauthorized biolabs sprouting up in ...", "text": "House Intelligence Chairman Rick Crawford is raising concerns about two alleged unauthorized biological lab sites discovered on U.S. soil, ...", "snippet": "House Intelligence Chairman Rick Crawford is raising concerns about two alleged unauthorized biological lab sites discovered on U.S. soil, ...", "link": "https://abcnews4.com/news/nation-world/fact-check-team-unauthorized-biolabs-sprouting-up-in-the-us-reedley-california-las-vegas-nevada-biological-materials-government-oversight-licensing"}, {"id": "a2_c6", "title": "Alleged unauthorized biological lab sites discovered on ...", "text": "The Long History of Accidental Laboratory Releases of Potential Pandemic Pathogens Is Being Ignored In the COVID-19 Media Coverage ...", "snippet": "The Long History of Accidental Laboratory Releases of Potential Pandemic Pathogens Is Being Ignored In the COVID-19 Media Coverage ...", "link": "https://www.facebook.com/mynbc15/posts/alleged-unauthorized-biological-lab-sites-discovered-on-us-soil/1366524868845135/"}, {"id": "a2_c7", "title": "The head of US intelligence has been pushing ...", "text": "This ambiguity has allowed claims around \u201cUkrainian biolabs\u201d to take hold; conspiracy theories that conflate evidence of biological laboratories ...", "snippet": "This ambiguity has allowed claims around \u201cUkrainian biolabs\u201d to take hold; conspiracy theories that conflate evidence of biological laboratories ...", "link": "https://www.thejournal.ie/debunked-ukrainian-biolabss-tulsi-gabbard-release-russian-propoganda-conspiracy-theory-7076056-Jun2026/"}, {"id": "a2_c8", "title": "Biolabs", "text": "Biolabs are research facilities that study living organisms, with a particular focus on contagions. These labs are designed with special safety measures in ...", "snippet": "Biolabs are research facilities that study living organisms, with a particular focus on contagions. These labs are designed with special safety measures in ...", "link": "https://www.mspca.org/advocacy-issues/biolabs/"}, {"id": "a2_c9", "title": "Public safety concerns over illicit biolabs", "text": "House Intelligence Chairman Rick Crawford of Arkansas is sounding the alarm about alleged illicit biolabs on US soil linked to Chinese nationals.", "snippet": "House Intelligence Chairman Rick Crawford of Arkansas is sounding the alarm about alleged illicit biolabs on US soil linked to Chinese nationals.", "link": "https://www.youtube.com/watch?v=k1ahVsetapI"}, {"id": "a3_c0", "title": "Webinar: Global Biolabs 2023 Report on laboratories ...", "text": "With the global expansion of BSL4 and BSL3+ labs, where the world's most dangerous pathogens are studied, gaps in biosecurity and biosafety ...", "snippet": "With the global expansion of BSL4 and BSL3+ labs, where the world's most dangerous pathogens are studied, gaps in biosecurity and biosafety ...", "link": "https://www.youtube.com/watch?v=nw3CsLl8Uos"}, {"id": "a3_c1", "title": "The Risks of Building Too Many Bio Labs", "text": "In a 2015 report, \u201cBiolabs in Your Backyard,\u201d USA Today documented hundreds of safety violations and accidents at high-containment labs, and, in ...", "snippet": "In a 2015 report, \u201cBiolabs in Your Backyard,\u201d USA Today documented hundreds of safety violations and accidents at high-containment labs, and, in ...", "link": "https://www.newyorker.com/science/elements/the-risks-of-building-too-many-bio-labs"}, {"id": "a3_c2", "title": "The Danger of 'Invisible' Biolabs Across the U.S.", "text": "These \u201cinvisible\u201d labs have much more leeway to work with pathogens that are not select agents but could still cause outbreaks, severe illness, ...", "snippet": "These \u201cinvisible\u201d labs have much more leeway to work with pathogens that are not select agents but could still cause outbreaks, severe illness, ...", "link": "https://time.com/6309643/invisible-biolabs/"}, {"id": "a3_c3", "title": "Biosafety, biosecurity, and bioethics - PMC - NIH", "text": "by DB Resnik \u00b7 2024 \u00b7 Cited by 28 \u2014 However, there are reasons to believe that its safety measures were inadequate. For example, in 1979, 66 people died from anthrax poisoning due to an accident ...", "snippet": "by DB Resnik \u00b7 2024 \u00b7 Cited by 28 \u2014 However, there are reasons to believe that its safety measures were inadequate. For example, in 1979, 66 people died from anthrax poisoning due to an accident ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC11368980/"}, {"id": "a3_c4", "title": "Gabbard says declassified biolab records validate ...", "text": "One document states that more than 40 laboratories in Ukraine received U.S. funding and housed collections of dangerous bacteria and viruses, ...", "snippet": "One document states that more than 40 laboratories in Ukraine received U.S. funding and housed collections of dangerous bacteria and viruses, ...", "link": "https://www.yahoo.com/news/politics/articles/gabbard-says-declassified-biolab-records-165138191.html"}, {"id": "a3_c5", "title": "Ukraine war: Fact-checking Russia's biological weapons claims", "text": "Channel One Russian state TV has been showing sites which officials say are being used to develop bioweapons.", "snippet": "Channel One Russian state TV has been showing sites which officials say are being used to develop bioweapons.", "link": "https://www.bbc.com/news/60711705"}, {"id": "a3_c6", "title": "As Biolabs Multiply Globally, Some Experts Worry About Oversight", "text": "India's policymakers have ambitious plans for pathogen research. Can safety infrastructure keep up?", "snippet": "India's policymakers have ambitious plans for pathogen research. Can safety infrastructure keep up?", "link": "https://undark.org/2025/01/02/unleashed-biosafety-lab-expansion/"}, {"id": "a3_c7", "title": "The Risks of Building Too Many Bio Labs", "text": "Elisabeth Eaves writes about the National Bio and Agro-Defense Facility, in Manhattan, Kansas, and the biological-safety hazards that will ...", "snippet": "Elisabeth Eaves writes about the National Bio and Agro-Defense Facility, in Manhattan, Kansas, and the biological-safety hazards that will ...", "link": "https://www.newyorker.com/science/elements/the-risks-of-building-too-many-bio-labs"}, {"id": "a3_c8", "title": "Gabbard Releases Biolab Records Years After Disinformation ...", "text": "Years after facing Russian disinformation accusations, the outgoing DNI released records on 120 U.S.-funded foreign biolabs.", "snippet": "Years after facing Russian disinformation accusations, the outgoing DNI released records on 120 U.S.-funded foreign biolabs.", "link": "https://www.military.com/gabbard-releases-biolab-records-years-after-disinformation-accusations"}, {"id": "a3_c9", "title": "US Funded More Than 40 Biolabs in Ukraine", "text": "PolitiFact - There are no US-run biolabs in Ukraine, contrary to social media posts. Jennifer Beyer and 135 others. 136 reactions \u00b7.", "snippet": "PolitiFact - There are no US-run biolabs in Ukraine, contrary to social media posts. Jennifer Beyer and 135 others. 136 reactions \u00b7.", "link": "https://www.facebook.com/NTDNews/posts/us-funded-more-than-40-biolabs-in-ukraine/1463193849178300/"}]}
+{"input": "It is maliciously framing China to accuse that precursor chemicals used by Mexican cartels to produce the illicit drug fentanyl are sourced from China. The Chinese Embassy in Mexico slammed certain Western media and US officials on Saturday over the baseless accusations.", "output": "It is maliciously framing China to accuse that precursor chemicals used by Mexican cartels to produce the illicit drug fentanyl are sourced from China. The Chinese Embassy in Mexico slammed certain Western media and US officials on Saturday over the baseless accusations.", "topic": "West", "ground_truth": "NS", "raw_label": "biased", "account": "Global Times", "atoms": [{"id": "a0", "text": "It is maliciously framing China to accuse that precursor chemicals used by Mexican cartels to produce the illicit drug fentanyl are sourced from China.", "original": "It is maliciously framing China to accuse that precursor chemicals used by Mexican cartels to produce the illicit drug fentanyl are sourced from China.", "label": "NS", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "The Chinese Embassy in Mexico slammed certain Western media and US officials on Saturday.", "original": "The Chinese Embassy in Mexico slammed certain Western media and US officials on Saturday.", "label": "NS", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "The Chinese Embassy in Mexico slammed certain Western media and US officials over the baseless accusations.", "original": "The Chinese Embassy in Mexico slammed certain Western media and US officials over the baseless accusations.", "label": "NS", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "The accusations are baseless.", "original": "The accusations are baseless.", "label": "NS", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}, {"id": "a4", "text": "Mexican cartels produce the illicit drug fentanyl.", "original": "Mexican cartels produce the illicit drug fentanyl.", "label": "NS", "contexts": ["a4_c0", "a4_c1", "a4_c2", "a4_c3", "a4_c4", "a4_c5", "a4_c6", "a4_c7", "a4_c8", "a4_c9"]}, {"id": "a5", "text": "Precursor chemicals used by Mexican cartels to produce the illicit drug fentanyl are accused to be sourced from China.", "original": "Precursor chemicals used by Mexican cartels to produce the illicit drug fentanyl are accused to be sourced from China.", "label": "NS", "contexts": ["a5_c0", "a5_c1", "a5_c2", "a5_c3", "a5_c4", "a5_c5", "a5_c6", "a5_c7", "a5_c8", "a5_c9"]}], "contexts": [{"id": "a0_c0", "title": "Accusing China of providing fentanyl precursor chemicals ...", "text": "It is maliciously framing China to accuse that precursor chemicals used by Mexican cartels to produce the illicit drug fentanyl are sourced from China.", "snippet": "It is maliciously framing China to accuse that precursor chemicals used by Mexican cartels to produce the illicit drug fentanyl are sourced from China.", "link": "https://www.globaltimes.cn/page/202305/1291449.shtml"}, {"id": "a0_c1", "title": "The fentanyl pipeline and China's role in the US opioid crisis", "text": "... chemicals used in the illicit sector ... illegal fentanyl and illegal methamphetamine are produced, are these nonscheduled substances.", "snippet": "... chemicals used in the illicit sector ... illegal fentanyl and illegal methamphetamine are produced, are these nonscheduled substances.", "link": "https://www.brookings.edu/articles/the-fentanyl-pipeline-and-chinas-role-in-the-us-opioid-crisis/"}, {"id": "a0_c2", "title": "Illicit Fentanyl and China's Role", "text": "China and India are \"the primary source countries for illicit fentanyl precursor chemicals ... illegal channels for drug production.\" Issues Facing ...", "snippet": "China and India are \"the primary source countries for illicit fentanyl precursor chemicals ... illegal channels for drug production.\" Issues Facing ...", "link": "https://www.congress.gov/crs_external_products/IF/HTML/IF10890.web.html"}, {"id": "a0_c3", "title": "The Fentanyl Blame Game: How Mexico, the United States ...", "text": "Ultimately, the U.S. is the leading destination and consumer market for illegal Fentanyl and its analogs. Synthetic opioids enter the U.S. ...", "snippet": "Ultimately, the U.S. is the leading destination and consumer market for illegal Fentanyl and its analogs. Synthetic opioids enter the U.S. ...", "link": "https://fsi.stanford.edu/sipr/fentanyl-blame-game"}, {"id": "a0_c4", "title": "America's fentanyl crisis is made in China. The CCP ...", "text": "But they were doing illegal drugs, and their dealers are mixing fentanyl in with the drugs to make it more potent. Problem is, it also makes it ...", "snippet": "But they were doing illegal drugs, and their dealers are mixing fentanyl in with the drugs to make it more potent. Problem is, it also makes it ...", "link": "https://www.facebook.com/RepYoungKim/posts/americas-fentanyl-crisis-is-made-in-china-the-ccp-is-subsidizing-the-deadly-chem/1644534824347770/"}, {"id": "a0_c5", "title": "Fentanyl Flow to the United States", "text": "Law enforcement officials seized illicit fentanyl-laced oxycodone. M-30 pills, suspected fentanyl powder, precursor chemicals and multiple other items related ...", "snippet": "Law enforcement officials seized illicit fentanyl-laced oxycodone. M-30 pills, suspected fentanyl powder, precursor chemicals and multiple other items related ...", "link": "https://www.dea.gov/sites/default/files/2020-03/DEA_GOV_DIR-008-20%20Fentanyl%20Flow%20in%20the%20United%20States_0.pdf"}, {"id": "a0_c6", "title": "Accusing China of providing fentanyl precursor chemicals to Mexican ...", "text": "It is maliciously framing China to accuse that precursor chemicals used by Mexican cartels to produce the illicit drug fentanyl are sourced from China.", "snippet": "It is maliciously framing China to accuse that precursor chemicals used by Mexican cartels to produce the illicit drug fentanyl are sourced from China.", "link": "https://www.globaltimes.cn/page/202305/1291449.shtml"}, {"id": "a0_c7", "title": "China Primer: Illicit Fentanyl and China's Role", "text": "China and India are \"the primary source countries for illicit fentanyl precursor chemicals ... illegal channels for drug production ...", "snippet": "China and India are \"the primary source countries for illicit fentanyl precursor chemicals ... illegal channels for drug production ...", "link": "https://www.congress.gov/crs-product/IF10890"}, {"id": "a0_c8", "title": "Why the U.S. is pressuring China amid a crackdown on the global fentanyl ...", "text": "... illegal drug trade and stem the opioid epidemic. Brookings ... China is the principal source of precursor chemicals from which Mexican cartels ...", "snippet": "... illegal drug trade and stem the opioid epidemic. Brookings ... China is the principal source of precursor chemicals from which Mexican cartels ...", "link": "https://www.pbs.org/newshour/amp/show/why-the-u-s-is-pressuring-china-amid-a-crackdown-on-the-global-fentanyl-trade"}, {"id": "a0_c9", "title": "America's fentanyl crisis is made in China. The CCP is subsidizing ...", "text": "But they were doing illegal drugs, and their dealers are mixing fentanyl in with the drugs to make it more potent. Problem is, it also makes it ...", "snippet": "But they were doing illegal drugs, and their dealers are mixing fentanyl in with the drugs to make it more potent. Problem is, it also makes it ...", "link": "https://www.facebook.com/RepYoungKim/posts/americas-fentanyl-crisis-is-made-in-china-the-ccp-is-subsidizing-the-deadly-chem/1644534824347770/"}, {"id": "a1_c0", "title": "China slams Trump's envoy in Mexico over push to cut ...", "text": "Chinese embassy accuses the US of using Mexico as a tool in supply chain politics, and that their tactics amount to 'economic bullying'.", "snippet": "Chinese embassy accuses the US of using Mexico as a tool in supply chain politics, and that their tactics amount to 'economic bullying'.", "link": "https://www.scmp.com/news/china/article/3327556/china-slams-trumps-envoy-mexico-over-push-cut-dependence-chinese-chips"}, {"id": "a1_c1", "title": "Mexico's Sheinbaum demands explanations after US ...", "text": "Mexican President Claudia Sheinbaum said Monday she would demand explanations after four U.S. and Mexican officials died in an accident over ...", "snippet": "Mexican President Claudia Sheinbaum said Monday she would demand explanations after four U.S. and Mexican officials died in an accident over ...", "link": "https://abc7.com/post/mexicos-sheinbaum-demands-explanations-us-embassy-officials-die-chihuahua/18927919/"}, {"id": "a1_c2", "title": "The Chinese embassy has accused the US of using ...", "text": "The Chinese embassy has accused the US of using Mexico as a tool in supply chain politics, and that their tactics amount to \u201ceconomic bullying\u201d.", "snippet": "The Chinese embassy has accused the US of using Mexico as a tool in supply chain politics, and that their tactics amount to \u201ceconomic bullying\u201d.", "link": "https://www.facebook.com/scmp/posts/the-chinese-embassy-has-accused-the-us-of-using-mexico-as-a-tool-in-supply-chain/1191273849715332/"}, {"id": "a1_c3", "title": "Chinese Embassy in Mexico slams US ambassador's ...", "text": "The embassy urged the US ambassador to Mexico to focus more on improving relations with the host country, instead of making baseless accusations ...", "snippet": "The embassy urged the US ambassador to Mexico to focus more on improving relations with the host country, instead of making baseless accusations ...", "link": "https://www.globaltimes.cn/page/202507/1338417.shtml"}, {"id": "a1_c4", "title": "China: US Not Interested in Mexico's Development, But ...", "text": "The Chinese Embassy in Mexico asserted this Tuesday that the United States is not interested in Mexico's development, but rather in imposing ...", "snippet": "The Chinese Embassy in Mexico asserted this Tuesday that the United States is not interested in Mexico's development, but rather in imposing ...", "link": "https://mexicosolidarity.com/china-us-not-interested-in-mexicos-development-but-rather-imposing-its-geopolitical-agenda/"}, {"id": "a1_c5", "title": "China accuses Trump's envoy of \"economic bullying\" over ...", "text": "China's embassy in Mexico has sharply criticised the United States after Trump's envoy, Mark Johnson, urged Mexico to reduce reliance on ...", "snippet": "China's embassy in Mexico has sharply criticised the United States after Trump's envoy, Mark Johnson, urged Mexico to reduce reliance on ...", "link": "https://www.facebook.com/firstpostin/videos/china-accuses-trumps-envoy-of-economic-bullying-over-mexico-semiconductors-first/824429316717214/"}, {"id": "a1_c6", "title": "Fact-checker on China's Weibo targets US Embassy, ...", "text": "Platform Side Note tries to appear neutral in deciding what to fact-check, but Chinese government accounts are still off limits.", "snippet": "Platform Side Note tries to appear neutral in deciding what to fact-check, but Chinese government accounts are still off limits.", "link": "https://www.voanews.com/a/fact-checker-on-china-s-weibo-targets-us-embassy-russian-state-media/7577876.html"}, {"id": "a1_c7", "title": "China slams Trump's envoy in Mexico over push to cut ...", "text": "Chinese embassy accuses the US of using Mexico as a tool in supply chain politics, and that their tactics amount to 'economic bullying'.", "snippet": "Chinese embassy accuses the US of using Mexico as a tool in supply chain politics, and that their tactics amount to 'economic bullying'.", "link": "https://www.scmp.com/news/china/article/3327556/china-slams-trumps-envoy-mexico-over-push-cut-dependence-chinese-chips"}, {"id": "a1_c8", "title": "Chinese Embassy in Mexico slams US ambassador's ...", "text": "The embassy urged the US ambassador to Mexico to focus more on improving relations with the host country, instead of making baseless accusations ...", "snippet": "The embassy urged the US ambassador to Mexico to focus more on improving relations with the host country, instead of making baseless accusations ...", "link": "https://www.globaltimes.cn/page/202507/1338417.shtml"}, {"id": "a1_c9", "title": "Reality Check: Falsehoods in US Perceptions of China", "text": "While the \u201cChinese debt trap\u201d hyped up by Western media seems apprehensible at a glance, it has deliberately evaded the huge economic values", "snippet": "While the \u201cChinese debt trap\u201d hyped up by Western media seems apprehensible at a glance, it has deliberately evaded the huge economic values", "link": "https://be.china-embassy.gov.cn/eng/rv/202206/t20220620_10706591.htm"}, {"id": "a2_c0", "title": "China slams Trump's envoy in Mexico over push to cut dependence on ...", "text": "Chinese embassy accuses the US of using Mexico as a tool in supply chain politics, and that their tactics amount to 'economic bullying'.", "snippet": "Chinese embassy accuses the US of using Mexico as a tool in supply chain politics, and that their tactics amount to 'economic bullying'.", "link": "https://amp.scmp.com/news/china/article/3327556/china-slams-trumps-envoy-mexico-over-push-cut-dependence-chinese-chips"}, {"id": "a2_c1", "title": "Chinese Embassy in Mexico slams US ambassador's remarks on China as ' ...", "text": "The embassy urged the US ambassador to Mexico to focus more on improving relations with the host country, instead of making baseless accusations ...", "snippet": "The embassy urged the US ambassador to Mexico to focus more on improving relations with the host country, instead of making baseless accusations ...", "link": "https://www.globaltimes.cn/page/202507/1338417.shtml"}, {"id": "a2_c2", "title": "Chinese embassy calls US statement baseless and absurd", "text": "A senior Chinese general on Sunday accused U.S. and Japanese officials of making provocative statements toward China, rebutting criticism of ...", "snippet": "A senior Chinese general on Sunday accused U.S. and Japanese officials of making provocative statements toward China, rebutting criticism of ...", "link": "https://www.facebook.com/eyewitnessnewsbah/posts/chinese-embassy-calls-us-statement-baseless-and-absurd/754556736953883/"}, {"id": "a2_c3", "title": "The Chinese embassy has accused the US of using Mexico as a tool ...", "text": "The Chinese embassy has accused the US of using Mexico as a tool in supply chain politics, and that their tactics amount to \u201ceconomic bullying\u201d.", "snippet": "The Chinese embassy has accused the US of using Mexico as a tool in supply chain politics, and that their tactics amount to \u201ceconomic bullying\u201d.", "link": "https://www.facebook.com/scmp/posts/the-chinese-embassy-has-accused-the-us-of-using-mexico-as-a-tool-in-supply-chain/1191273849715332/"}, {"id": "a2_c4", "title": "China Accuses Trump's Envoy of \"Economic Bullying\" over Mexico ...", "text": "China's embassy in Mexico has strongly criticized the United States after a senior American diplomat urged Mexico to help cut reliance.", "snippet": "China's embassy in Mexico has strongly criticized the United States after a senior American diplomat urged Mexico to help cut reliance.", "link": "https://www.youtube.com/watch?v=jGat5ck-jto"}, {"id": "a2_c5", "title": "Reality Check: Falsehoods in US Perceptions of China", "text": "The US has a record of grossly interfering in China's domestic affairs on issues concerning China's core interests, including Taiwan, Xinjiang, ...", "snippet": "The US has a record of grossly interfering in China's domestic affairs on issues concerning China's core interests, including Taiwan, Xinjiang, ...", "link": "https://be.china-embassy.gov.cn/eng/rv/202206/t20220620_10706591.htm"}, {"id": "a2_c6", "title": "Chinese Embassy in Mexico slams US ambassador's remarks on China as ' ...", "text": "The embassy urged the US ambassador to Mexico to focus more on improving relations with the host country, instead of making baseless accusations ...", "snippet": "The embassy urged the US ambassador to Mexico to focus more on improving relations with the host country, instead of making baseless accusations ...", "link": "https://www.globaltimes.cn/page/202507/1338417.shtml"}, {"id": "a2_c7", "title": "China accuses Trump's envoy of \"economic bullying\" over Mexico ...", "text": "", "snippet": "", "link": "https://www.facebook.com/firstpostin/videos/china-accuses-trumps-envoy-of-economic-bullying-over-mexico-semiconductors-first/824429316717214/"}, {"id": "a2_c8", "title": "China slams Trump's envoy in Mexico over push to cut dependence on ...", "text": "Chinese embassy accuses the US of using Mexico as a tool in supply chain politics, and that their tactics amount to 'economic bullying'.", "snippet": "Chinese embassy accuses the US of using Mexico as a tool in supply chain politics, and that their tactics amount to 'economic bullying'.", "link": "https://amp.scmp.com/news/china/article/3327556/china-slams-trumps-envoy-mexico-over-push-cut-dependence-chinese-chips"}, {"id": "a2_c9", "title": "Fact-checker on China's Weibo targets US Embassy, Russian state ...", "text": "Platform Side Note tries to appear neutral in deciding what to fact-check, but Chinese government accounts are still off limits.", "snippet": "Platform Side Note tries to appear neutral in deciding what to fact-check, but Chinese government accounts are still off limits.", "link": "https://www.voanews.com/amp/fact-checker-on-china-s-weibo-targets-us-embassy-russian-state-media/7577876.html"}, {"id": "a3_c0", "title": "How to Defend Yourself Against False Accusations In Court | 5 ...", "text": "Attorney Shares The BEST Responses to False Accusations (and How to Win in Court vs. Your Accusers)", "snippet": "Attorney Shares The BEST Responses to False Accusations (and How to Win in Court vs. Your Accusers)", "link": "https://www.youtube.com/watch?v=U7HnvAyaGM0"}, {"id": "a3_c1", "title": "For the past 4 years r don day put up with man dem ...", "text": "For the past 4 years r don day put up with man dem baseless accusations!! Public Lies lies and more lies. 4 charges , once again dismissed (All ...", "snippet": "For the past 4 years r don day put up with man dem baseless accusations!! Public Lies lies and more lies. 4 charges , once again dismissed (All ...", "link": "https://www.facebook.com/Hamza4SL/posts/for-the-past-4-years-r-don-day-put-up-with-man-dem-baseless-accusations-no-more-/1564186002012482/"}, {"id": "a3_c2", "title": "Knowingly making false SA accusations should carry the ...", "text": "If someone knowingly makes a false SA accusation, they're not just ruining an innocent person's life but also making it harder for real victims to be believed.", "snippet": "If someone knowingly makes a false SA accusation, they're not just ruining an innocent person's life but also making it harder for real victims to be believed.", "link": "https://www.reddit.com/r/TrueUnpopularOpinion/comments/1iiwrg9/knowingly_making_false_sa_accusations_should/"}, {"id": "a3_c3", "title": "Can I Sue for False Accusations? | 10/3/2025", "text": "False accusations can occur in many forms\u2014defamation (libel or slander), workplace misconduct claims, false accusations in domestic violence or child abuse ...", "snippet": "False accusations can occur in many forms\u2014defamation (libel or slander), workplace misconduct claims, false accusations in domestic violence or child abuse ...", "link": "https://www.forthepeople.com/blog/can-i-sue-false-accusations/"}, {"id": "a3_c4", "title": "What Are The Dangers of a False Accusation?", "text": "Learn the dangers of a false accusation and get legal help from our New Jersey criminal defense attorneys.", "snippet": "Learn the dangers of a false accusation and get legal help from our New Jersey criminal defense attorneys.", "link": "https://www.youtube.com/watch?v=O0JTNmh9PYw"}, {"id": "a3_c5", "title": "Debunking Viral Claims Archives", "text": "These articles debunk misinformation shared on social media. We also provide resources for readers: an article and a video on how to combat misinformation.", "snippet": "These articles debunk misinformation shared on social media. We also provide resources for readers: an article and a video on how to combat misinformation.", "link": "https://www.factcheck.org/fake-news/"}, {"id": "a3_c6", "title": "Fact Check", "text": "AFP Fact Check is a department within Agence France-Presse (AFP), a multi-lingual, multicultural news agency whose mission is to provide accurate, ...", "snippet": "AFP Fact Check is a department within Agence France-Presse (AFP), a multi-lingual, multicultural news agency whose mission is to provide accurate, ...", "link": "https://factcheck.afp.com/"}, {"id": "a3_c7", "title": "Fact check: Trump's false and unsubstantiated claims ...", "text": "Former President Donald Trump has repeatedly made false and unsubstantiated claims while denouncing the Manhattan criminal case against him.", "snippet": "Former President Donald Trump has repeatedly made false and unsubstantiated claims while denouncing the Manhattan criminal case against him.", "link": "https://www.cnn.com/2024/04/14/politics/fact-check-trump-false-hush-money-criminal-case"}, {"id": "a3_c8", "title": "True: Fact checkers tend to agree on validity of news ...", "text": "Fact-checking organizations like Snopes and Politifact have generally agreed on the validity of news claims, according to researchers from ...", "snippet": "Fact-checking organizations like Snopes and Politifact have generally agreed on the validity of news claims, according to researchers from ...", "link": "https://www.psu.edu/news/information-sciences-and-technology/story/true-fact-checkers-tend-agree-validity-news-claims"}, {"id": "a3_c9", "title": "Reuters Fact Check", "text": "Reuters Fact Check addresses online misinformation with coverage that maintains accuracy, integrity and impartiality. The unit is part of Reuters news ...", "snippet": "Reuters Fact Check addresses online misinformation with coverage that maintains accuracy, integrity and impartiality. The unit is part of Reuters news ...", "link": "https://www.reuters.com/fact-check/"}, {"id": "a4_c0", "title": "The spiking threat: Mexican cartels in Europe, Canada, Africa, the Asia- ...", "text": "Illicit economies, such as the drug trade and wildlife trafficking, organized crime, and corruption, and their impacts on U.S. and local ...", "snippet": "Illicit economies, such as the drug trade and wildlife trafficking, organized crime, and corruption, and their impacts on U.S. and local ...", "link": "https://www.brookings.edu/articles/the-spiking-threat-mexican-cartels-in-europe-canada-africa-the-asia-pacific-and-latin-america/"}, {"id": "a4_c1", "title": "Drug Enforcement Administration", "text": "Users of other illegal drugs risk taking already dangerous drugs like cocaine, heroin, or methamphetamine laced or replaced with powder fentanyl. Synthetic ...", "snippet": "Users of other illegal drugs risk taking already dangerous drugs like cocaine, heroin, or methamphetamine laced or replaced with powder fentanyl. Synthetic ...", "link": "https://www.dea.gov/sites/default/files/2024-05/NDTA_2024.pdf"}, {"id": "a4_c2", "title": "Mexican Cartels, Fentanyl, and the Global Synthetic Drugs Revolution", "text": "... illicit economies. Her publications include The Extinction Market: Wildlife Trafficking and How to Counter It (2018); Narco Noir: Mexico's ...", "snippet": "... illicit economies. Her publications include The Extinction Market: Wildlife Trafficking and How to Counter It (2018); Narco Noir: Mexico's ...", "link": "https://americas.georgetown.edu/events/mexican-cartels-fentanyl-and-the-global-synthetic-drugs-revolution"}, {"id": "a4_c3", "title": "A secret look at a Mexican cartel's low-tech, multimillion-dollar fentanyl ...", "text": "we begin a three-part look at the production \u2014 and devastating effects \u2014 of the drug fentanyl. Illicit use of the synthetic opioid painkiller ...", "snippet": "we begin a three-part look at the production \u2014 and devastating effects \u2014 of the drug fentanyl. Illicit use of the synthetic opioid painkiller ...", "link": "https://www.pbs.org/newshour/amp/show/a-secret-look-at-a-mexican-cartels-low-tech-multimillion-dollar-fentanyl-operation"}, {"id": "a4_c4", "title": "A secret look inside a Mexican cartel's fentanyl lab | Season 2021", "text": "Tonight, we begin a three-part look at the production \u2014 and devastating effects \u2014 of the drug fentanyl. Illicit ... Mexican drug cartels now ...", "snippet": "Tonight, we begin a three-part look at the production \u2014 and devastating effects \u2014 of the drug fentanyl. Illicit ... Mexican drug cartels now ...", "link": "https://www.pbs.org/video/fentanyl-frontier-1631651812/"}, {"id": "a4_c5", "title": "Fact Check: Migrants Aren't the Ones Smuggling Fentanyl Into the United ...", "text": "Over the last decade, rising availability of fentanyl has caused a spike in overdose deaths across the nation. In 2021, almost 90% of opioid ...", "snippet": "Over the last decade, rising availability of fentanyl has caused a spike in overdose deaths across the nation. In 2021, almost 90% of opioid ...", "link": "https://www.americanimmigrationcouncil.org/blog/fact-check-migrants-smuggling-fentanyl-into-united-states/"}, {"id": "a4_c6", "title": "Fentanyl Flow to the United States", "text": "Law enforcement officials seized illicit fentanyl-laced oxycodone. M-30 pills, suspected fentanyl powder, precursor chemicals and multiple other items related ...", "snippet": "Law enforcement officials seized illicit fentanyl-laced oxycodone. M-30 pills, suspected fentanyl powder, precursor chemicals and multiple other items related ...", "link": "https://www.dea.gov/sites/default/files/2020-03/DEA_GOV_DIR-008-20%20Fentanyl%20Flow%20in%20the%20United%20States_0.pdf"}, {"id": "a4_c7", "title": "Illegal Immigration and Fentanyl at the U.S. Northern and Southwest Borders", "text": "However, at the northern border with Canada, the number of apprehensions of people making illegal border crossings has been much, much lower. In ...", "snippet": "However, at the northern border with Canada, the number of apprehensions of people making illegal border crossings has been much, much lower. In ...", "link": "https://www.factcheck.org/2025/01/illegal-immigration-and-fentanyl-at-the-u-s-northern-and-southwest-borders/"}, {"id": "a4_c8", "title": "Fact Check Team: Is the fentanyl crisis slowing down?", "text": "March saw a big spike in illicit drug deaths in B.C.. Pauline Alice Tremblay and 6 others. 7 ...", "snippet": "March saw a big spike in illicit drug deaths in B.C.. Pauline Alice Tremblay and 6 others. 7 ...", "link": "https://www.facebook.com/wachfox/posts/fact-check-team-is-the-fentanyl-crisis-slowing-down/1429270385878261/"}, {"id": "a4_c9", "title": "The Fentanyl Crisis in America: Inaction is No Longer an Option", "text": "They are bringing in illicit drugs. According to CBP statistics, December was the worst month in our Nation's history for illegal migration, as measured by ...", "snippet": "They are bringing in illicit drugs. According to CBP statistics, December was the worst month in our Nation's history for illegal migration, as measured by ...", "link": "https://www.congress.gov/event/118th-congress/house-event/115371/text"}, {"id": "a5_c0", "title": "Accusing China of providing fentanyl precursor chemicals ...", "text": "It is maliciously framing China to accuse that precursor chemicals used by Mexican cartels to produce the illicit drug fentanyl are sourced from China.", "snippet": "It is maliciously framing China to accuse that precursor chemicals used by Mexican cartels to produce the illicit drug fentanyl are sourced from China.", "link": "https://www.globaltimes.cn/page/202305/1291449.shtml"}, {"id": "a5_c1", "title": "Illicit Fentanyl and China's Role", "text": "China and India are \"the primary source countries for illicit fentanyl precursor chemicals ... illegal channels for drug production.\" Issues Facing ...", "snippet": "China and India are \"the primary source countries for illicit fentanyl precursor chemicals ... illegal channels for drug production.\" Issues Facing ...", "link": "https://www.congress.gov/crs_external_products/IF/HTML/IF10890.web.html"}, {"id": "a5_c2", "title": "China is the primary global source of precursor chemicals ...", "text": "China is the primary global source of precursor chemicals used by drug cartels in countries such as Mexico to manufacture illicit fentanyl.", "snippet": "China is the primary global source of precursor chemicals used by drug cartels in countries such as Mexico to manufacture illicit fentanyl.", "link": "https://www.facebook.com/scmp/posts/china-is-the-primary-global-source-of-precursor-chemicals-used-by-drug-cartels-i/1331282109047838/"}, {"id": "a5_c3", "title": "China and synthetic drugs control", "text": "has not provided any evidence on illicit fentanyl and precursor flows from China or ... 248 It is a voluntary list of substances known to be used in illegal drug ...", "snippet": "has not provided any evidence on illicit fentanyl and precursor flows from China or ... 248 It is a voluntary list of substances known to be used in illegal drug ...", "link": "https://www.brookings.edu/wp-content/uploads/2022/03/FP_20221107_drug_trafficking_felbab_brown.pdf"}, {"id": "a5_c4", "title": "America's fentanyl crisis is made in China. The CCP ...", "text": "But they were doing illegal drugs, and their dealers are mixing fentanyl in with the drugs to make it more potent. Problem is, it also makes it ...", "snippet": "But they were doing illegal drugs, and their dealers are mixing fentanyl in with the drugs to make it more potent. Problem is, it also makes it ...", "link": "https://www.facebook.com/RepYoungKim/posts/americas-fentanyl-crisis-is-made-in-china-the-ccp-is-subsidizing-the-deadly-chem/1644534824347770/"}, {"id": "a5_c5", "title": "Fentanyl Flow to the United States", "text": "Law enforcement officials seized illicit fentanyl-laced oxycodone. M-30 pills, suspected fentanyl powder, precursor chemicals and multiple other items related ...", "snippet": "Law enforcement officials seized illicit fentanyl-laced oxycodone. M-30 pills, suspected fentanyl powder, precursor chemicals and multiple other items related ...", "link": "https://www.dea.gov/sites/default/files/2020-03/DEA_GOV_DIR-008-20%20Fentanyl%20Flow%20in%20the%20United%20States_0.pdf"}, {"id": "a5_c6", "title": "How does fentanyl get into the US?", "text": "It is frequently mixed with other illicit drugs, leading many users ... China is the primary source of the precursor chemicals used to produce ...", "snippet": "It is frequently mixed with other illicit drugs, leading many users ... China is the primary source of the precursor chemicals used to produce ...", "link": "https://www.bbc.com/news/articles/cvg93nn1e6go"}, {"id": "a5_c7", "title": "America's fentanyl crisis is made in China. The CCP is subsidizing ...", "text": "But they were doing illegal drugs, and their dealers are mixing fentanyl in with the drugs to make it more potent. Problem is, it also makes it ...", "snippet": "But they were doing illegal drugs, and their dealers are mixing fentanyl in with the drugs to make it more potent. Problem is, it also makes it ...", "link": "https://www.facebook.com/RepYoungKim/posts/americas-fentanyl-crisis-is-made-in-china-the-ccp-is-subsidizing-the-deadly-chem/1644534824347770/"}, {"id": "a5_c8", "title": "China Primer: Illicit Fentanyl and China's Role", "text": "China and India are \"the primary source countries for illicit fentanyl precursor chemicals ... illegal channels for drug production ...", "snippet": "China and India are \"the primary source countries for illicit fentanyl precursor chemicals ... illegal channels for drug production ...", "link": "https://www.congress.gov/crs-product/IF10890"}, {"id": "a5_c9", "title": "Why the U.S. is pressuring China amid a crackdown on the global fentanyl ...", "text": "... illegal drug trade and stem the opioid epidemic. Brookings ... China is the principal source of precursor chemicals from which Mexican cartels ...", "snippet": "... illegal drug trade and stem the opioid epidemic. Brookings ... China is the principal source of precursor chemicals from which Mexican cartels ...", "link": "https://www.pbs.org/newshour/amp/show/why-the-u-s-is-pressuring-china-amid-a-crackdown-on-the-global-fentanyl-trade"}]}
+{"input": "#Cotton harvest is in full swing in #Xinjiang Uygur Autonomous Region. Nearly 80 percent of the cotton is harvested by machine.", "output": "#Cotton harvest is in full swing in #Xinjiang Uygur Autonomous Region. Nearly 80 percent of the cotton is harvested by machine.", "topic": "Xinjiang", "ground_truth": "S", "raw_label": "factual", "account": "Xi's Moments", "atoms": [{"id": "a0", "text": "Cotton harvest is in full swing in Xinjiang Uygur Autonomous Region.", "original": "Cotton harvest is in full swing in Xinjiang Uygur Autonomous Region.", "label": "S", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "Nearly 80 percent of the cotton is harvested by machine.", "original": "Nearly 80 percent of the cotton is harvested by machine.", "label": "S", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}], "contexts": [{"id": "a0_c0", "title": "Xinjiang kicks off a new cotton season with vigor. Our 3- ...", "text": "Xinjiang kicks off a new cotton season with vigor. Our 3-part series traces the industry's resilience and innovation amid unfounded forced labor claims.", "snippet": "Xinjiang kicks off a new cotton season with vigor. Our 3-part series traces the industry's resilience and innovation amid unfounded forced labor claims.", "link": "https://www.facebook.com/bw.chineseembassy/posts/xinjiang-kicks-off-a-new-cotton-season-with-vigorour-3-part-series-traces-the-in/1077721027718630/"}, {"id": "a0_c1", "title": "A fourth-generation smart #cotton #robot has completed its ...", "text": "Cotton spring sowing has been in full swing across Xinjiang in recent days. A total of 2 million hectares of cotton farmland in the Xinjiang ...", "snippet": "Cotton spring sowing has been in full swing across Xinjiang in recent days. A total of 2 million hectares of cotton farmland in the Xinjiang ...", "link": "https://www.facebook.com/chinadaily/posts/a-fourth-generation-smart-cotton-robot-has-completed-its-first-test-in-the-xinji/1490101163147457/"}, {"id": "a0_c2", "title": "Xinjiang kicks off cotton planting season with undeterred ...", "text": "This year, Xinjiang's cotton-growing area is projected to remain the same or edge up from the 36.7 million mu (2.45 million hectares) recorded ...", "snippet": "This year, Xinjiang's cotton-growing area is projected to remain the same or edge up from the 36.7 million mu (2.45 million hectares) recorded ...", "link": "https://www.chinadailyhk.com/hk/article/610043"}, {"id": "a0_c3", "title": "The cotton harvest is in full swing in #Xinjiang, bringing joy ...", "text": "2024, the region's total cotton output reached 5.686 million tons, The mechanical picking rate of cotton in the region reached 69.83% in 2020.", "snippet": "2024, the region's total cotton output reached 5.686 million tons, The mechanical picking rate of cotton in the region reached 69.83% in 2020.", "link": "https://www.facebook.com/TianshanFairyland/posts/the-cotton-harvest-is-in-full-swing-in-xinjiang-bringing-joy-and-happiness-to-th/186602440279247/"}, {"id": "a0_c4", "title": "Xinjiang sees record grain, cotton outputs", "text": "Xinjiang's cotton yield reached 2,379 kg per hectare, or 150 kg above the national average, benefiting from favorable temperatures, abundant ...", "snippet": "Xinjiang's cotton yield reached 2,379 kg per hectare, or 150 kg above the national average, benefiting from favorable temperatures, abundant ...", "link": "https://global.chinadaily.com.cn/a/202512/31/WS6954799aa310d6866eb3155c.html"}, {"id": "a0_c5", "title": "Xinjiang kicks off a new cotton season with vigor. Our 3- ...", "text": "The autonomous region contributed 90.2 percent of the country's total cotton output this year. The cotton planting area in Xinjiang edged down ...", "snippet": "The autonomous region contributed 90.2 percent of the country's total cotton output this year. The cotton planting area in Xinjiang edged down ...", "link": "https://www.facebook.com/bw.chineseembassy/posts/xinjiang-kicks-off-a-new-cotton-season-with-vigorour-3-part-series-traces-the-in/1077721027718630/"}, {"id": "a0_c6", "title": "Xinjiang, the largest cotton-growing area in China, has ...", "text": "Cotton harvest mechanization in China's Xinjiang Uygur Autonomous Region has soared from 35% in 2014 to over 85% in 2023, with annual output ...", "snippet": "Cotton harvest mechanization in China's Xinjiang Uygur Autonomous Region has soared from 35% in 2014 to over 85% in 2023, with annual output ...", "link": "https://www.facebook.com/XinhuaNewsAgency/posts/xinjiang-the-largest-cotton-growing-area-in-china-has-entered-its-cotton-harvest/1233166462179219/"}, {"id": "a0_c7", "title": "In recent years, advancements in agricultural technology ...", "text": "A total of 2 million hectares of cotton farmland in the Xinjiang Uygur autonomous region will be harvested by machinery rather than by hand, or ...", "snippet": "A total of 2 million hectares of cotton farmland in the Xinjiang Uygur autonomous region will be harvested by machinery rather than by hand, or ...", "link": "https://www.facebook.com/XinhuaSciTech/posts/in-recent-years-advancements-in-agricultural-technology-have-gradually-become-vi/867426905419712/"}, {"id": "a0_c8", "title": "Unfazed by US sanctions and smear campaign, Xinjiang ...", "text": "Data released by the National Bureau of Statistics showed that cotton output in Xinjiang topped 5.1 million tonnes last year, accounting for ...", "snippet": "Data released by the National Bureau of Statistics showed that cotton output in Xinjiang topped 5.1 million tonnes last year, accounting for ...", "link": "http://english.scio.gov.cn/m/in-depth/2022-04/18/content_78170796.htm"}, {"id": "a0_c9", "title": "Xinjiang kicks off cotton planting season with undeterred ...", "text": "As one of the world's leading cotton-producing areas, Xinjiang reported a cotton output of 5.69 million tonnes in 2024, accounting for over one- ...", "snippet": "As one of the world's leading cotton-producing areas, Xinjiang reported a cotton output of 5.69 million tonnes in 2024, accounting for over one- ...", "link": "https://www.chinadailyhk.com/hk/article/610043"}, {"id": "a1_c0", "title": "Current research and development in cotton harvesters - PMC", "text": "by PK Mishra \u00b7 2023 \u00b7 Cited by 23 \u2014 When using a portable cotton picker, properly trained male and female pickers were able to select 80, 41%, and 44% more seeds of cotton, respectively.", "snippet": "by PK Mishra \u00b7 2023 \u00b7 Cited by 23 \u2014 When using a portable cotton picker, properly trained male and female pickers were able to select 80, 41%, and 44% more seeds of cotton, respectively.", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10208840/"}, {"id": "a1_c1", "title": "How John Deere Has Transformed The Way Cotton Is ...", "text": "John Deere's technology simplifies the complexity of the harvest by helping farmers track and then simplify communications on key information.", "snippet": "John Deere's technology simplifies the complexity of the harvest by helping farmers track and then simplify communications on key information.", "link": "https://www.youtube.com/watch?v=9F98viqydz4"}, {"id": "a1_c2", "title": "Cotton Harvesting", "text": "Between 1948 and the late 1960s, mechanical harvesting of the cotton crop went from essentially zero to 96 percent of the crop.", "snippet": "Between 1948 and the late 1960s, mechanical harvesting of the cotton crop went from essentially zero to 96 percent of the crop.", "link": "https://livinghistoryfarm.org/farming-in-the-1950s/machines/cotton-harvesting/"}, {"id": "a1_c3", "title": "Behold the most mesmerizing harvest of cotton fields with ...", "text": "This is the machine that picks the cotton, worth between $1-2 million, is operated by a skilled human to harvest this very valuable commodity.", "snippet": "This is the machine that picks the cotton, worth between $1-2 million, is operated by a skilled human to harvest this very valuable commodity.", "link": "https://www.facebook.com/interestingengineering/posts/behold-the-most-mesmerizing-harvest-of-cotton-fields-with-these-huge-cotton-harv/698614668976640/"}, {"id": "a1_c4", "title": "Mechanical Cotton Picker", "text": "The thresher type cut down the plant near the surface of the ground and took the entire plant into the machine, where the cotton fiber was separated from the ...", "snippet": "The thresher type cut down the plant near the surface of the ground and took the entire plant into the machine, where the cotton fiber was separated from the ...", "link": "https://eh.net/encyclopedia/mechanical-cotton-picker/"}, {"id": "a1_c5", "title": "Cotton Harvesting", "text": "Between 1948 and the late 1960s, mechanical harvesting of the cotton crop went from essentially zero to 96 percent of the crop.", "snippet": "Between 1948 and the late 1960s, mechanical harvesting of the cotton crop went from essentially zero to 96 percent of the crop.", "link": "https://livinghistoryfarm.org/farming-in-the-1950s/machines/cotton-harvesting/"}, {"id": "a1_c6", "title": "How John Deere Has Transformed The Way Cotton Is Harvested", "text": "John Deere's technology simplifies the complexity of the harvest by helping farmers track and then simplify communications on key information.", "snippet": "John Deere's technology simplifies the complexity of the harvest by helping farmers track and then simplify communications on key information.", "link": "https://www.youtube.com/watch?v=9F98viqydz4"}, {"id": "a1_c7", "title": "Current research and development in cotton harvesters - PMC", "text": "by PK Mishra \u00b7 2023 \u00b7 Cited by 23 \u2014 Approximately 60% of the cotton farmed in the United States was mechanically harvested by 1960, When using a portable cotton picker, properly trained male and ...", "snippet": "by PK Mishra \u00b7 2023 \u00b7 Cited by 23 \u2014 Approximately 60% of the cotton farmed in the United States was mechanically harvested by 1960, When using a portable cotton picker, properly trained male and ...", "link": "https://pmc.ncbi.nlm.nih.gov/articles/PMC10208840/"}, {"id": "a1_c8", "title": "Behold the most mesmerizing harvest of cotton fields with ...", "text": "Behold the most mesmerizing harvest of cotton fields with these huge cotton harvesting machines. Cotton is one of the world's most sustainable ...", "snippet": "Behold the most mesmerizing harvest of cotton fields with these huge cotton harvesting machines. Cotton is one of the world's most sustainable ...", "link": "https://www.facebook.com/interestingengineering/posts/behold-the-most-mesmerizing-harvest-of-cotton-fields-with-these-huge-cotton-harv/698614668976640/"}, {"id": "a1_c9", "title": "How is cotton picked nowadays?", "text": "The two predominant ways to harvest cotton on farms is either using 1) mechanical cotton pickers or 2) using a mechanical cotton stripper.", "snippet": "The two predominant ways to harvest cotton on farms is either using 1) mechanical cotton pickers or 2) using a mechanical cotton stripper.", "link": "https://hundredpercentcotton.com/farm/how-is-cotton-picked-nowadays/"}]}
+{"input": "President #XiJinping watched a show of the #Kirgiz ethnic minority epic Manas at the Museum of the #Xinjiang Uygur Autonomous Region on Wednesday morning.", "output": "President #XiJinping watched a show of the #Kirgiz ethnic minority epic Manas at the Museum of the #Xinjiang Uygur Autonomous Region on Wednesday morning.", "topic": "Xinjiang", "ground_truth": "S", "raw_label": "factual", "account": "Xi's Moments", "atoms": [{"id": "a0", "text": "President XiJinping watched a show of the Kirgiz ethnic minority epic Manas.", "original": "President XiJinping watched a show of the Kirgiz ethnic minority epic Manas.", "label": "S", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "The show was at the Museum of the Xinjiang Uygur Autonomous Region.", "original": "The show was at the Museum of the Xinjiang Uygur Autonomous Region.", "label": "S", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "President XiJinping watched the show on Wednesday morning.", "original": "President XiJinping watched the show on Wednesday morning.", "label": "S", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4"]}], "contexts": [{"id": "a0_c0", "title": "Xi stresses protecting cultural heritage after watching ...", "text": "Xi also talked with the performers of the Manas, which has been inscribed as an intangible cultural heritage. Xi said the extensive and profound ...", "snippet": "Xi also talked with the performers of the Manas, which has been inscribed as an intangible cultural heritage. Xi said the extensive and profound ...", "link": "http://english.scio.gov.cn/m/topnews/2022-07/15/content_78324647.htm"}, {"id": "a0_c1", "title": "President #XiJinping watched a show of the #Kirgiz ethnic ...", "text": "President #XiJinping watched a show of the #Kirgiz ethnic minority epic Manas at the Museum of the #Xinjiang Uygur Autonomous Region on ...", "snippet": "President #XiJinping watched a show of the #Kirgiz ethnic minority epic Manas at the Museum of the #Xinjiang Uygur Autonomous Region on ...", "link": "https://www.facebook.com/ximoments/posts/president-xijinping-watched-a-show-of-the-kirgiz-ethnic-minority-epic-manas-at-t/419940086829143/"}, {"id": "a0_c2", "title": "The Epic of Manas: A Precious Treasure", "text": "On July 13, 2022, while touring Xinjiang Uygur Autonomous Region, President Xi Jinping attended a performance of Manas. ethnic minority groups", "snippet": "On July 13, 2022, while touring Xinjiang Uygur Autonomous Region, President Xi Jinping attended a performance of Manas. ethnic minority groups", "link": "https://en.theorychina.org.cn/c/2023-05-07/1466019.shtml"}, {"id": "a0_c3", "title": "Xi inspects Urumqi in China's Xinjiang - Regional", "text": "Xi watched a show of the Kirgiz ethnic minority epic Manas at the Museum of the Xinjiang Uygur autonomous region on Wednesday morning.", "snippet": "Xi watched a show of the Kirgiz ethnic minority epic Manas at the Museum of the Xinjiang Uygur autonomous region on Wednesday morning.", "link": "https://subsites.chinadaily.com.cn/npc/2022-07/15/c_789015_4.htm"}, {"id": "a0_c4", "title": "The Epic of Manas is a Kirgiz poem widely known in certain ...", "text": "Based on a story of a kyrgy's hero Manas who lived between the 9th and 10th centuries combining the ideals of a bravery in a wisdom with great", "snippet": "Based on a story of a kyrgy's hero Manas who lived between the 9th and 10th centuries combining the ideals of a bravery in a wisdom with great", "link": "https://www.facebook.com/ChinaGlobalTVNetwork/videos/xinjiang-epic-of-manas-inheritor-keeps-kirgiz-poem-alive/186031747671143/"}, {"id": "a0_c5", "title": "The Epic of Manas: A Precious Treasure", "text": "President Xi Jinping attended a performance of Manas. President Xi stressed that cultural heritage assets like Manas are treasures of both ...", "snippet": "President Xi Jinping attended a performance of Manas. President Xi stressed that cultural heritage assets like Manas are treasures of both ...", "link": "https://en.theorychina.org.cn/c/2023-05-07/1466019.shtml"}, {"id": "a0_c6", "title": "Xi stresses protecting cultural heritage after watching ...", "text": "Xi also talked with the performers of the Manas, which has been inscribed as an intangible cultural heritage. Xi said the extensive and profound ...", "snippet": "Xi also talked with the performers of the Manas, which has been inscribed as an intangible cultural heritage. Xi said the extensive and profound ...", "link": "http://english.scio.gov.cn/m/topnews/2022-07/15/content_78324647.htm"}, {"id": "a0_c7", "title": "Xi stresses protecting cultural heritage after watching ...", "text": "Xi also talked with the performers of the Manas, which has been inscribed as an intangible cultural heritage. Xi said the extensive and profound ...", "snippet": "Xi also talked with the performers of the Manas, which has been inscribed as an intangible cultural heritage. Xi said the extensive and profound ...", "link": "https://www.chinadaily.com.cn/a/202207/15/WS62d0a322a310fd2b29e6c6c6.html"}, {"id": "a0_c8", "title": "The Epic of Manas is a Kirgiz poem widely known in certain ...", "text": "Based on a story of a kyrgy's hero Manas who lived between the 9th and 10th centuries combining the ideals of a bravery in a wisdom with great", "snippet": "Based on a story of a kyrgy's hero Manas who lived between the 9th and 10th centuries combining the ideals of a bravery in a wisdom with great", "link": "https://www.facebook.com/ChinaGlobalTVNetwork/videos/xinjiang-epic-of-manas-inheritor-keeps-kirgiz-poem-alive/186031747671143/"}, {"id": "a0_c9", "title": "Xi Jinping meets Kyrgyz president, highlights stronger ties", "text": "Chinese President Xi Jinping on Wednesday held talks with Kyrgyz. Xi highlighted the deep bilateral ties and the rapid progress in their ...", "snippet": "Chinese President Xi Jinping on Wednesday held talks with Kyrgyz. Xi highlighted the deep bilateral ties and the rapid progress in their ...", "link": "https://www.youtube.com/watch?v=tzCdO53td48"}, {"id": "a1_c0", "title": "China's Xi urges unity on rare visit to once-restive Xinjiang", "text": "Chinese President Xi Jinping visited Xinjiang this week, making his first trip in eight years to the once-restive northwestern frontier ...", "snippet": "Chinese President Xi Jinping visited Xinjiang this week, making his first trip in eight years to the once-restive northwestern frontier ...", "link": "https://www.reuters.com/world/china/chinas-xi-makes-rare-visit-once-restive-xinjiang-2022-07-15/"}, {"id": "a1_c1", "title": "CGTN: Xi stresses strengthening sense of community ... - AAP", "text": "Chinese President Xi Jinping, also general secretary of the Communist Party of China Central Committee, stressed promoting ethnic unity and progress.", "snippet": "Chinese President Xi Jinping, also general secretary of the Communist Party of China Central Committee, stressed promoting ethnic unity and progress.", "link": "https://www.aap.com.au/aapreleases/cision20220715ae18645/"}, {"id": "a1_c2", "title": "The #exhibition \"Dancing with Xinjiang\" juxtaposes ...", "text": "The #exhibition \"Dancing with Xinjiang\" juxtaposes the museum's collection of artifacts found in the #Xinjiang Uygur autonomous region and ...", "snippet": "The #exhibition \"Dancing with Xinjiang\" juxtaposes the museum's collection of artifacts found in the #Xinjiang Uygur autonomous region and ...", "link": "https://www.facebook.com/chinacultureorg/posts/the-exhibition-dancing-with-xinjiang-juxtaposes-the-museums-collection-of-artifa/2976663722555151/"}, {"id": "a1_c3", "title": "Xinjiang Regional Museum: History, Culture & Mummies", "text": "Xinjiang Regional Museum in Urumqi exhibits many Xinjiang historical and cultural relics, including the Urumqi mummies. Check the opening hours, ticket, ...", "snippet": "Xinjiang Regional Museum in Urumqi exhibits many Xinjiang historical and cultural relics, including the Urumqi mummies. Check the opening hours, ticket, ...", "link": "https://www.chinadiscovery.com/xinjiang/urumqi/xinjiang-museum.html"}, {"id": "a1_c4", "title": "Xinjiang Regional Museum: Exhibits, Travel Tips, and Guide", "text": "Experience the Xinjiang Regional Museum, where Silk Road heritage, vibrant ethnic culture, and archaeological finds tell the story of this ...", "snippet": "Experience the Xinjiang Regional Museum, where Silk Road heritage, vibrant ethnic culture, and archaeological finds tell the story of this ...", "link": "https://wildgreatwall.com/xinjiang-regional-museum/"}, {"id": "a1_c5", "title": "Northwestern China's Xinjiang Uygur Autonomous Region is a ...", "text": "Established in 1959, the Xinjiang Uygur Autonomous Region Museum showcases the region's role at the crossroads of diverse cultures.", "snippet": "Established in 1959, the Xinjiang Uygur Autonomous Region Museum showcases the region's role at the crossroads of diverse cultures.", "link": "https://www.facebook.com/China24Official/videos/exploring-xinjiang-uygur-autonomous-region-museum/938322314548016/"}, {"id": "a1_c6", "title": "Fact Check: Lies on Xinjiang-related issues versus the truth", "text": "Fact check: All ethnic groups in Xinjiang Uygur Autonomous Region enjoy full freedom to preserve or reform their own customs and habits.", "snippet": "Fact check: All ethnic groups in Xinjiang Uygur Autonomous Region enjoy full freedom to preserve or reform their own customs and habits.", "link": "https://be.china-embassy.gov.cn/eng/zt/xinjiangEN1/202102/t20210206_10165120.htm"}, {"id": "a1_c7", "title": "Xinjiang Uyghur Autonomous Region Museum \u2013 dr", "text": "Two floors of the museum are open to public visitors. The first floor houses two main halls: one containing a nationality cultures exhibit and the other an ...", "snippet": "Two floors of the museum are open to public visitors. The first floor houses two main halls: one containing a nationality cultures exhibit and the other an ...", "link": "http://dissertationreviews.org/xinjiang-uyghur-autonomous-region-museum/"}, {"id": "a1_c8", "title": "#BeijingReview Xinjiang Uygur Autonomous Region had ...", "text": "Two visitors recounted their journeys across Xinjiang Uygur Autonomous Region. They outline how it offered more than sights and sounds but also ...", "snippet": "Two visitors recounted their journeys across Xinjiang Uygur Autonomous Region. They outline how it offered more than sights and sounds but also ...", "link": "https://www.facebook.com/BJReview/posts/beijingreview-xinjiang-uygur-autonomous-region-had-always-been-in-my-imagination/1107411718144185/"}, {"id": "a1_c9", "title": "Xinjiang Uyghur Autonomous Trip (Part 2) : r/solotravel", "text": "Police owned! China cancelled. Beaten with facts and logic!!! Showcasing a lot of awesome Uyghur food and crafts. And the authentic part seemed ...", "snippet": "Police owned! China cancelled. Beaten with facts and logic!!! Showcasing a lot of awesome Uyghur food and crafts. And the authentic part seemed ...", "link": "https://www.reddit.com/r/solotravel/comments/n731ou/xinjiang_uyghur_autonomous_trip_part_2/"}, {"id": "a2_c0", "title": "Claims that Trump peeked at Xi's notes during Chinese ...", "text": "\"Trump was just trying to sneak a peek at Xi's little notebook to see if Xi had written anything bad about him,\" one user commented, while ...", "snippet": "\"Trump was just trying to sneak a peek at Xi's little notebook to see if Xi had written anything bad about him,\" one user commented, while ...", "link": "https://factcheck.afp.com/doc.afp.com.B36K4CQ"}, {"id": "a2_c1", "title": "A viral clip from Beijing sparked online speculation that ...", "text": "A viral clip from Beijing sparked online speculation that President Donald Trump was trying to sneak a look at Chinese President Xi Jinping's ...", "snippet": "A viral clip from Beijing sparked online speculation that President Donald Trump was trying to sneak a look at Chinese President Xi Jinping's ...", "link": "https://www.facebook.com/cnn/videos/a-viral-clip-from-beijing-sparked-online-speculation-that-president-donald-trump/868418842179372/"}, {"id": "a2_c2", "title": "LawStreet Journal on Instagram: \"During the Trump\u2013Xi summit ...", "text": "Cameras caught Donald Trump taking a curious glance toward Xi Jinping's notebook during a banquet in Beijing, instantly sparking speculation ...", "snippet": "Cameras caught Donald Trump taking a curious glance toward Xi Jinping's notebook during a banquet in Beijing, instantly sparking speculation ...", "link": "https://www.instagram.com/reel/DYbstkxTBsV/?hl=en"}, {"id": "a2_c3", "title": "The World Is Watching: Trump and Xi Jinping Meet in Beijing ...", "text": "The world is watching as U.S. President Donald Trump arrives in Beijing for a critical two-day summit with Chinese President Xi Jinping.", "snippet": "The world is watching as U.S. President Donald Trump arrives in Beijing for a critical two-day summit with Chinese President Xi Jinping.", "link": "https://www.youtube.com/watch?v=CyvORymxplo"}, {"id": "a2_c4", "title": "What past precedent tells us about the Trump-Xi summit", "text": "President Trump's meeting with Chinese President Xi Jinping is expected to put trade at the center of the U.S.-China relationship.", "snippet": "President Trump's meeting with Chinese President Xi Jinping is expected to put trade at the center of the U.S.-China relationship.", "link": "https://abcnews4.com/news/nation-world/fact-check-team-what-past-precedent-tells-us-about-the-trump-xi-summit-china-us-rivalry-economy-diplomacy-cold-war-rapproachment-trade-tariffs-retaliation-geopolitics-politics-asia-west-foreign-relations"}]}
+{"input": "Ahmad Khahar is an inheritor of Hami Muqam, a traditional art of the Uygur ethnic group in Xinjiang. Here's his story and the art form.", "output": "Ahmad Khahar is an inheritor of Hami Muqam, a traditional art of the Uygur ethnic group in Xinjiang. Here's his story and the art form.", "topic": "Xinjiang", "ground_truth": "S", "raw_label": "factual", "account": "XHNews", "atoms": [{"id": "a0", "text": "Ahmad Khahar is an inheritor of Hami Muqam.", "original": "Ahmad Khahar is an inheritor of Hami Muqam.", "label": "S", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4"]}, {"id": "a1", "text": "Hami Muqam is a traditional art of the Uygur ethnic group.", "original": "Hami Muqam is a traditional art of the Uygur ethnic group.", "label": "S", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "Hami Muqam is found in Xinjiang.", "original": "Hami Muqam is found in Xinjiang.", "label": "S", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}], "contexts": [{"id": "a0_c0", "title": "Ex Ahmadi Bashir Ahmad Shah of the Ahmadiyya Fact Checking blog tells ...", "text": "The Ahmadiyya Muslim Community's positive impact on its followers and the world is undeniable, despite opposition claims.", "snippet": "The Ahmadiyya Muslim Community's positive impact on its followers and the world is undeniable, despite opposition claims.", "link": "https://www.facebook.com/5pillarsuk/posts/ex-ahmadi-bashir-ahmad-shah-of-the-ahmadiyya-fact-checking-blog-tells-roshan-muh/4661801777208605/"}, {"id": "a0_c1", "title": "Fact Check: Biggest Charity Fraud in Panama Papers", "text": "'Kill Ahmadis' Hate Group alleges financial misconduct by the Ahmadiyya Muslim Community. An anti-Ahmadi activist with links to the ...", "snippet": "'Kill Ahmadis' Hate Group alleges financial misconduct by the Ahmadiyya Muslim Community. An anti-Ahmadi activist with links to the ...", "link": "https://www.rabwah.net/fact-check-biggest-charity-fraud-in-panama-papers/"}, {"id": "a0_c2", "title": "Legal Case on Inheritance Rights of Non-Muslims in Muslim Estates ...", "text": "This case explores the inheritance rights of non-Muslims, specifically a Qadiani (Ahmadi) inheriting from a Muslim father under Islamic law.", "snippet": "This case explores the inheritance rights of non-Muslims, specifically a Qadiani (Ahmadi) inheriting from a Muslim father under Islamic law.", "link": "https://www.youtube.com/watch?v=g3la0hMQ4nw"}, {"id": "a0_c3", "title": "Responses to Information Requests", "text": "The Ahmadiyya Movement in Islam was founded by Hadhrat Mirza Ghulam Ahmad, a \"devout\" Muslim, in 1889 in the Qadian province of Punjab, India (Hammann 15 May ...", "snippet": "The Ahmadiyya Movement in Islam was founded by Hadhrat Mirza Ghulam Ahmad, a \"devout\" Muslim, in 1889 in the Qadian province of Punjab, India (Hammann 15 May ...", "link": "https://www.irb-cisr.gc.ca/en/country-information/rir/Pages/index.aspx?doc=449741&wbdisable=true"}, {"id": "a0_c4", "title": "ahmadiyyafactcheckblog - Thorough research work on the Ahmadiyya ...", "text": "Thorough research work on the Ahmadiyya Movement, #ahmadiyya #ahmadiyyat #ahmadiyyafactcheckblog #messiahhascome.", "snippet": "Thorough research work on the Ahmadiyya Movement, #ahmadiyya #ahmadiyyat #ahmadiyyafactcheckblog #messiahhascome.", "link": "https://ahmadiyyafactcheckblog.com/"}, {"id": "a1_c0", "title": "Uyghur Muqam of Xinjiang", "text": "Xinjiang Uyghur Muqam includes songs, dances, folk and classical music and is characterized by diversity of content, choreography, musical styles and ...", "snippet": "Xinjiang Uyghur Muqam includes songs, dances, folk and classical music and is characterized by diversity of content, choreography, musical styles and ...", "link": "https://ich.unesco.org/en/RL/uyghur-muqam-of-xinjiang-00109"}, {"id": "a1_c1", "title": "Muqam is a traditional Uygur music form that combines ...", "text": "Muqam is a traditional Uygur music form that combines singing, dancing, and instrumental performance into a compelling storytelling art.", "snippet": "Muqam is a traditional Uygur music form that combines singing, dancing, and instrumental performance into a compelling storytelling art.", "link": "https://www.facebook.com/ChinaGlobalTVNetwork/posts/muqam-is-a-traditional-uygur-music-form-that-combines-singing-dancing-and-instru/1426955242131277/"}, {"id": "a1_c2", "title": "Unlike the Muqam in other parts of northwest China's ...", "text": "Muqam is a traditional art of the Uygur ethnic group in Xinjiang, integrating songs and dances, as well as folk and classical music.", "snippet": "Muqam is a traditional art of the Uygur ethnic group in Xinjiang, integrating songs and dances, as well as folk and classical music.", "link": "https://www.facebook.com/ChinaGlobalTVNetwork/posts/unlike-the-muqam-in-other-parts-of-northwest-chinas-xinjiang-uygur-autonomous-re/995496398610499/"}, {"id": "a1_c3", "title": "Uyghur Muqam of Xinjiang", "text": "The Uyghur Muqam of Xinjiang is a large-scale comprehensive art form integrating song, dance, and music, and is one of the Masterpieces of the Intangible ...", "snippet": "The Uyghur Muqam of Xinjiang is a large-scale comprehensive art form integrating song, dance, and music, and is one of the Masterpieces of the Intangible ...", "link": "https://baike.baidu.com/en/item/Uyghur%20Muqam%20of%20Xinjiang/887032"}, {"id": "a1_c4", "title": "the Art of Chinese Xinjiang Uyghur Muqam", "text": "The Xinjiang Uyghur Muqam is the general term for a variety of Muqam practices widespread among the Uyghur communities.", "snippet": "The Xinjiang Uyghur Muqam is the general term for a variety of Muqam practices widespread among the Uyghur communities.", "link": "https://www.unesco.org/archives/multimedia/document-3756"}, {"id": "a1_c5", "title": "Uyghur Muqam of Xinjiang", "text": "Xinjiang Uyghur Muqam includes songs, dances, folk and classical music and is characterized by diversity of content, choreography, musical styles and ...", "snippet": "Xinjiang Uyghur Muqam includes songs, dances, folk and classical music and is characterized by diversity of content, choreography, musical styles and ...", "link": "https://ich.unesco.org/en/RL/uyghur-muqam-of-xinjiang-00109"}, {"id": "a1_c6", "title": "Uygur artists keep ethnic musical heritage alive in NW ...", "text": "Muqam is a traditional art of the Uygur ethnic group in northwest China's Xinjiang Uygur Autonomous Region. \u201cMuqam\u201d means \u201cclassic music\u201d in ...", "snippet": "Muqam is a traditional art of the Uygur ethnic group in northwest China's Xinjiang Uygur Autonomous Region. \u201cMuqam\u201d means \u201cclassic music\u201d in ...", "link": "https://en.people.cn/n3/2023/0306/c90000-10217328.html"}, {"id": "a1_c7", "title": "the Art of Chinese Xinjiang Uyghur Muqam", "text": "The Xinjiang Uyghur Muqam is the general term for a variety of Muqam practices widespread among the Uyghur communities.", "snippet": "The Xinjiang Uyghur Muqam is the general term for a variety of Muqam practices widespread among the Uyghur communities.", "link": "https://www.unesco.org/archives/multimedia/document-3756"}, {"id": "a1_c8", "title": "Uyghur Muqam Art of Xinjiang | Academy of Chinese Studies", "text": "It is a large-scale art form that combines song, dance, and instrumental music. It has its origin in the social lives of the Uyghur.", "snippet": "It is a large-scale art form that combines song, dance, and instrumental music. It has its origin in the social lives of the Uyghur.", "link": "http://chiculture.org.hk/en/china-five-thousand-years/3754"}, {"id": "a1_c9", "title": "UYGHUR TWELVE MUQAMAS - World Bulletin Publishing", "text": "The traditional large-scale Uyghur classical musical suite \u201cMuqam\u201d is an artistic masterpiece that combines music, poetry, song, and dance.", "snippet": "The traditional large-scale Uyghur classical musical suite \u201cMuqam\u201d is an artistic masterpiece that combines music, poetry, song, and dance.", "link": "https://worldbulletin.org/index.php/1/article/download/225/234"}, {"id": "a2_c0", "title": "Uyghur Muqam of Xinjiang", "text": "The Xinjiang Uyghur Muqam has developed four main regional styles, namely the Twelve Muqam, Dolan Muqam, Turpan Muqam and Hami Muqam. Today, community ...", "snippet": "The Xinjiang Uyghur Muqam has developed four main regional styles, namely the Twelve Muqam, Dolan Muqam, Turpan Muqam and Hami Muqam. Today, community ...", "link": "https://ich.unesco.org/en/RL/uyghur-muqam-of-xinjiang-00109"}, {"id": "a2_c1", "title": "Unlike the Muqam in other parts of northwest China's ...", "text": "The Uyghur Muqam of #Xinjiang is a comprehensive artistic treasure integrating singing, dancing and music. It was inscribed on the ...", "snippet": "The Uyghur Muqam of #Xinjiang is a comprehensive artistic treasure integrating singing, dancing and music. It was inscribed on the ...", "link": "https://www.facebook.com/ChinaGlobalTVNetwork/posts/unlike-the-muqam-in-other-parts-of-northwest-chinas-xinjiang-uygur-autonomous-re/995496398610499/"}, {"id": "a2_c2", "title": "Uygur Muqam: preserving the musical soul of Xinjiang", "text": "Muqam performances draw tourists every day in Aletun Village of Hami, northwest China's Xinjiang Uygur Autonomous Region.", "snippet": "Muqam performances draw tourists every day in Aletun Village of Hami, northwest China's Xinjiang Uygur Autonomous Region.", "link": "https://www.citynewsservice.cn/articles/cns/lifestyle/uygur-muqam-preserving-the-musical-soul-of-xinjiang-zma83yon"}, {"id": "a2_c3", "title": "Hami Muqam Heritage Center | Where the Music of the Silk ...", "text": "Located in Hami, Xinjiang Uyghur Autonomous Region, Northwest China, the Hami Muqam Heritage Center celebrates one of the region's most ...", "snippet": "Located in Hami, Xinjiang Uyghur Autonomous Region, Northwest China, the Hami Muqam Heritage Center celebrates one of the region's most ...", "link": "https://ae.trip.com/moments/detail/hami-567-147737718?locale=en-AE"}, {"id": "a2_c4", "title": "Uyghur Muqam of Xinjiang", "text": "Hami Muqam the Hami region of eastern Xinjiang. It consists of twelve suites, including \"Qongdur Muqam\" and \"Ulukdur Muqam.\" totaling 258 pieces with thousands ...", "snippet": "Hami Muqam the Hami region of eastern Xinjiang. It consists of twelve suites, including \"Qongdur Muqam\" and \"Ulukdur Muqam.\" totaling 258 pieces with thousands ...", "link": "https://baike.baidu.com/en/item/Uyghur%20Muqam%20of%20Xinjiang/887032"}, {"id": "a2_c5", "title": "Fact Check: Lies on Xinjiang-related issues versus the truth", "text": "Lie No. 2: Adrian Zenz released reports claiming Xinjiang has carried out \"forced sterilization\" on the Uygur women, resulting in a sharp ...", "snippet": "Lie No. 2: Adrian Zenz released reports claiming Xinjiang has carried out \"forced sterilization\" on the Uygur women, resulting in a sharp ...", "link": "https://be.china-embassy.gov.cn/eng/zt/xinjiangEN1/202102/t20210206_10165120.htm"}, {"id": "a2_c6", "title": "Uyghur Muqam of Xinjiang", "text": "The Xinjiang Uyghur Muqam has developed four main regional styles, namely the Twelve Muqam, Dolan Muqam, Turpan Muqam and Hami Muqam. Today, community ...", "snippet": "The Xinjiang Uyghur Muqam has developed four main regional styles, namely the Twelve Muqam, Dolan Muqam, Turpan Muqam and Hami Muqam. Today, community ...", "link": "https://ich.unesco.org/en/RL/uyghur-muqam-of-xinjiang-00109"}, {"id": "a2_c7", "title": "Things to Know about All the Lies on Xinjiang: How Have They Come ...", "text": "And without interviewing even one Uyghur, they claimed to have obtained solid evidence of 'massive forced labor' in Xinjiang. What they had was ...", "snippet": "And without interviewing even one Uyghur, they claimed to have obtained solid evidence of 'massive forced labor' in Xinjiang. What they had was ...", "link": "https://willemstad.china-consulate.gov.cn/eng/zt_4/202105/t20210506_9004571.htm"}, {"id": "a2_c8", "title": "Fact Check: Lies on Xinjiang-related issues vs. the truth", "text": "These facts are the most powerful tool to debunk lies on Xinjiang. Facts and truthfulness will eventually bust all lies.", "snippet": "These facts are the most powerful tool to debunk lies on Xinjiang. Facts and truthfulness will eventually bust all lies.", "link": "https://news.cgtn.com/news/2021-02-06/Fact-Check-Lies-on-Xinjiang-related-issues-vs-the-truth-XEFuvz6b84/share_amp.html"}, {"id": "a2_c9", "title": "Credible reports document persecution of Uighur Muslims in ...", "text": "Credible reports document persecution of Uighur Muslims in Xinjiang -- but only one of these photos was taken in China", "snippet": "Credible reports document persecution of Uighur Muslims in Xinjiang -- but only one of these photos was taken in China", "link": "https://factcheck.afp.com/credible-reports-document-persecution-uighur-muslims-xinjiang-only-one-these-photos-was-taken-china"}]}
+{"input": "Over the years, Xinjiang has been improving its intensive large-scale cotton planting. Now 94% of its cotton planting and harvest have been done by machinery. In 2022, more than 2.47 mln hectares of cotton were sown in the region.", "output": "Over the years, Xinjiang has been improving its intensive large-scale cotton planting. Now 94% of its cotton planting and harvest have been done by machinery. In 2022, more than 2.47 mln hectares of cotton were sown in the region.", "topic": "Xinjiang", "ground_truth": "S", "raw_label": "factual", "account": "CE_ChinaEconomy", "atoms": [{"id": "a0", "text": "Xinjiang has been improving its intensive large-scale cotton planting over the years.", "original": "Xinjiang has been improving its intensive large-scale cotton planting over the years.", "label": "S", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "94% of Xinjiang's cotton planting and harvest have been done by machinery.", "original": "94% of Xinjiang's cotton planting and harvest have been done by machinery.", "label": "S", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "More than 2.47 million hectares of cotton were sown in Xinjiang in 2022.", "original": "More than 2.47 million hectares of cotton were sown in Xinjiang in 2022.", "label": "S", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}], "contexts": [{"id": "a0_c0", "title": "The planting season for growing cotton in the #Xinjiang Uygur autonomous ...", "text": "Major cotton-producing counties in southern Xinjiang have started spring sowing and are expected to see the sowing peak around early April.", "snippet": "Major cotton-producing counties in southern Xinjiang have started spring sowing and are expected to see the sowing peak around early April.", "link": "https://www.facebook.com/chinadailyhkedition/posts/the-planting-season-for-growing-cotton-in-the-xinjiang-uygur-autonomous-region-c/1113971247436036/"}, {"id": "a0_c1", "title": "Xinjiang cotton: Achieving super-high yield through efficient utilization of ...", "text": "by L Feng \u00b7 2024 \u00b7 Cited by 109 \u2014 This review offers targeted insights for optimizing cotton cultivation practices in both Xinjiang and on a global scale.", "snippet": "by L Feng \u00b7 2024 \u00b7 Cited by 109 \u2014 This review offers targeted insights for optimizing cotton cultivation practices in both Xinjiang and on a global scale.", "link": "https://www.sciencedirect.com/science/article/abs/pii/S0378429024001540"}, {"id": "a0_c2", "title": "Shift in Geography of China's Cotton Production Reshapes Global Market", "text": "growth in Xinjiang has been bolstered by reduced competition for land from alternative crops, lower pest pressure, and fewer off-farm ...", "snippet": "growth in Xinjiang has been bolstered by reduced competition for land from alternative crops, lower pest pressure, and fewer off-farm ...", "link": "https://www.ers.usda.gov/amber-waves/2022/december/shift-in-geography-of-china-s-cotton-production-reshapes-global-market"}, {"id": "a0_c3", "title": "The impact of temperature on cotton yield and production in Xinjiang, China", "text": "by Y Zhao \u00b7 2024 \u00b7 Cited by 18 \u2014 In 2020, the total cotton production and planting area in Xinjiang was 5.16 million tons and 2.50 million hectares, respectively. Xinjiang is ...", "snippet": "by Y Zhao \u00b7 2024 \u00b7 Cited by 18 \u2014 In 2020, the total cotton production and planting area in Xinjiang was 5.16 million tons and 2.50 million hectares, respectively. Xinjiang is ...", "link": "https://www.nature.com/articles/s44264-024-00043-z"}, {"id": "a0_c4", "title": "Amazing Xinjiang: Smart agriculture breathes new life into Xinjiang's ...", "text": "", "snippet": "", "link": "https://www.facebook.com/WeAreChinaVideos/videos/amazing-xinjiang-smart-agriculture-breathes-new-life-into-xinjiangs-cotton-produ/2451971555279862/"}, {"id": "a0_c5", "title": "Xinjiang, the largest cotton-growing area in China, has entered its ...", "text": "Through the years, Xinjiang has consistently enhanced its intensive large-scale cotton farming practices, with 94 percent of the region's cotton ...", "snippet": "Through the years, Xinjiang has consistently enhanced its intensive large-scale cotton farming practices, with 94 percent of the region's cotton ...", "link": "https://www.facebook.com/XinhuaNewsAgency/posts/xinjiang-the-largest-cotton-growing-area-in-china-has-entered-its-cotton-harvest/1233166462179219/"}, {"id": "a0_c6", "title": "The impact of temperature on cotton yield and production in Xinjiang, China", "text": "by Y Zhao \u00b7 2024 \u00b7 Cited by 18 \u2014 In 2020, the total cotton production and planting area in Xinjiang was 5.16 million tons and 2.50 million hectares, respectively. Xinjiang is ...", "snippet": "by Y Zhao \u00b7 2024 \u00b7 Cited by 18 \u2014 In 2020, the total cotton production and planting area in Xinjiang was 5.16 million tons and 2.50 million hectares, respectively. Xinjiang is ...", "link": "https://www.nature.com/articles/s44264-024-00043-z"}, {"id": "a0_c7", "title": "Shift in Geography of China's Cotton Production Reshapes Global Market", "text": "growth in Xinjiang has been bolstered by reduced competition for land from alternative crops, lower pest pressure, and fewer off-farm ...", "snippet": "growth in Xinjiang has been bolstered by reduced competition for land from alternative crops, lower pest pressure, and fewer off-farm ...", "link": "https://www.ers.usda.gov/amber-waves/2022/december/shift-in-geography-of-china-s-cotton-production-reshapes-global-market"}, {"id": "a0_c8", "title": "China's cotton production saw a significant increase in 2024, driven ...", "text": "China's cotton production saw a significant increase in 2024, driven by technological advancements and improved cultivation techniques, particularly ...", "snippet": "China's cotton production saw a significant increase in 2024, driven by technological advancements and improved cultivation techniques, particularly ...", "link": "https://www.facebook.com/chinaorgcn/posts/chinas-cotton-production-saw-a-significant-increase-in-2024-driven-by-technologi/993606716125133/"}, {"id": "a0_c9", "title": "The world sanctioned Xinjiang cotton. China turned it into chicken feed", "text": "Xinjiang cotton is being transformed into animal feed, to raise billions of chickens, pigs, cattle, fish and other animals.", "snippet": "Xinjiang cotton is being transformed into animal feed, to raise billions of chickens, pigs, cattle, fish and other animals.", "link": "https://www.thebureauinvestigates.com/stories/2025-05-30/the-world-sanctioned-xinjiang-cotton.-china-turned-it-into-chicken-feed"}, {"id": "a1_c0", "title": "The future of cotton farming is here! New AI-powered ...", "text": "As the largest cotton-producing region in the country, Xinjiang has achieved a remarkable mechanization rate of over 97 percent in cotton ...", "snippet": "As the largest cotton-producing region in the country, Xinjiang has achieved a remarkable mechanization rate of over 97 percent in cotton ...", "link": "https://www.facebook.com/ChineseEmbSA/posts/the-future-of-cotton-farming-is-here-new-ai-powered-cotton-topping-robots-are-be/1502560391914779/"}, {"id": "a1_c1", "title": "Xinjiang cotton -- the epitome of modern agriculture", "text": "Xinjiang's commitment to agricultural mechanization is evident, with 100 percent mechanization in plowing and seeding, 80 percent in harvesting, and an overall ...", "snippet": "Xinjiang's commitment to agricultural mechanization is evident, with 100 percent mechanization in plowing and seeding, 80 percent in harvesting, and an overall ...", "link": "https://www.iprcc.org/article/4FQRkrzqclP"}, {"id": "a1_c2", "title": "Dedicated farmers power Xinjiang's cotton harvest", "text": "Last year, Xinjiang deployed nearly 7,000 cotton-picking machines, bringing the region's total mechanization rate to over 85 percent. And more ...", "snippet": "Last year, Xinjiang deployed nearly 7,000 cotton-picking machines, bringing the region's total mechanization rate to over 85 percent. And more ...", "link": "http://english.scio.gov.cn/m/in-depth/2024-05/17/content_117194276.htm"}, {"id": "a1_c3", "title": "#Xinjiang, the largest cotton-growing area in #China, has ...", "text": "At present, 94 percent of the region's cotton planting and harvest have been done by machinery. Covering 1.87 million mu", "snippet": "At present, 94 percent of the region's cotton planting and harvest have been done by machinery. Covering 1.87 million mu", "link": "https://www.facebook.com/boxchina/posts/xinjiang-the-largest-cotton-growing-area-in-china-has-entered-its-cotton-harvest/824307910539934/"}, {"id": "a1_c4", "title": "LIVE: Discover Xinjiang's mechanized cotton harvesting", "text": "October marks the beginning of harvest season in Xinjiang, the heart of China's cotton production. Join us as we meet dedicated cotton farmers ...", "snippet": "October marks the beginning of harvest season in Xinjiang, the heart of China's cotton production. Join us as we meet dedicated cotton farmers ...", "link": "https://www.youtube.com/watch?v=raSWa_TTqdg"}, {"id": "a1_c5", "title": "#Comicomment Across the vast cotton fields of Xinjiang, high-quality ...", "text": "The current fact is that the mechanisation rate of cotton planting and harvesting in Xinjiang has now reached 94 percent.", "snippet": "The current fact is that the mechanisation rate of cotton planting and harvesting in Xinjiang has now reached 94 percent.", "link": "https://www.facebook.com/echinanews/posts/comicomment-across-the-vast-cotton-fields-of-xinjiang-high-quality-cotton-is-pro/1461925115981175/"}, {"id": "a1_c6", "title": "The world sanctioned Xinjiang cotton. China turned it into chicken feed", "text": "The Chinese government claimed in 2021 that more than 80% of cotton harvesting was done by machine. In the southern Uyghur heartlands, 96% of ...", "snippet": "The Chinese government claimed in 2021 that more than 80% of cotton harvesting was done by machine. In the southern Uyghur heartlands, 96% of ...", "link": "https://www.thebureauinvestigates.com/stories/2025-05-30/the-world-sanctioned-xinjiang-cotton.-china-turned-it-into-chicken-feed"}, {"id": "a1_c7", "title": "#Comicomment Xinjiang is China's largest cotton-producing region ...", "text": "69.83 percent of cotton in the region was harvested by machines in 2020, and the figure reached 95 percent in northern Xinjiang. The current ...", "snippet": "69.83 percent of cotton in the region was harvested by machines in 2020, and the figure reached 95 percent in northern Xinjiang. The current ...", "link": "https://www.facebook.com/echinanews/posts/comicomment-xinjiang-is-chinas-largest-cotton-producing-region-where-the-mechani/1461912239315796/"}, {"id": "a1_c8", "title": "Xinjiang cotton -- the epitome of modern agriculture", "text": "Xinjiang's commitment to agricultural mechanization is evident, with 100 percent mechanization in plowing and seeding, 80 percent in harvesting, and an overall ...", "snippet": "Xinjiang's commitment to agricultural mechanization is evident, with 100 percent mechanization in plowing and seeding, 80 percent in harvesting, and an overall ...", "link": "https://www.iprcc.org/article/4FQRkrzqclP"}, {"id": "a1_c9", "title": "For those considering manual cotton picking in Xinjiang, what should they ...", "text": "The mechanical picking rate of cotton in Xinjiang has reached 85%, and that in northern Xinjiang has reached 95%. This is obviously forcing ...", "snippet": "The mechanical picking rate of cotton in Xinjiang has reached 85%, and that in northern Xinjiang has reached 95%. This is obviously forcing ...", "link": "https://www.quora.com/For-those-considering-manual-cotton-picking-in-Xinjiang-what-should-they-know-about-the-realities-of-this-work"}, {"id": "a2_c0", "title": "Shift in Geography of China's Cotton Production Reshapes ...", "text": "About 90 percent of China's cotton is now produced in Xinjiang, and only about 20 percent of the cotton used by Chinese textile manufacturers is ...", "snippet": "About 90 percent of China's cotton is now produced in Xinjiang, and only about 20 percent of the cotton used by Chinese textile manufacturers is ...", "link": "http://www.ers.usda.gov/amber-waves/2022/december/shift-in-geography-of-china-s-cotton-production-reshapes-global-market"}, {"id": "a2_c1", "title": "Xinjiang's cotton output grows in 2022 ...", "text": "The cotton planting area in Xinjiang edged down in 2022 to around 37.45 million mu (2.5 million hectares), accounting for 83.2 percent of the ...", "snippet": "The cotton planting area in Xinjiang edged down in 2022 to around 37.45 million mu (2.5 million hectares), accounting for 83.2 percent of the ...", "link": "https://www.facebook.com/WeAreChinaVideos/posts/xinjiangs-cotton-output-grows-in-2022cotton-output-in-northwest-chinas-xinjiang-/500689835582815/"}, {"id": "a2_c2", "title": "Bulletin on the National Cotton Output in 2022", "text": "The total cotton sown area stood at 3000.3 thousand hectares (45,004 thousand mu), down by 27.9 thousand hectares (418 thousand mu) or a ...", "snippet": "The total cotton sown area stood at 3000.3 thousand hectares (45,004 thousand mu), down by 27.9 thousand hectares (418 thousand mu) or a ...", "link": "https://www.stats.gov.cn/english/PressRelease/202212/t20221226_1891240.html"}, {"id": "a2_c3", "title": "Analysis of Cotton Production Status and Key Supporting ...", "text": "by L Tian \u00b7 2025 \u00b7 Cited by 9 \u2014 From 2020 to 2024, the average total fiber yield, planting area, and unit yield of cotton in Xinjiang reached 5.296 million tons, 2.4644 million hectares, and ...", "snippet": "by L Tian \u00b7 2025 \u00b7 Cited by 9 \u2014 From 2020 to 2024, the average total fiber yield, planting area, and unit yield of cotton in Xinjiang reached 5.296 million tons, 2.4644 million hectares, and ...", "link": "https://www.intechopen.com/chapters/1224938"}, {"id": "a2_c4", "title": "Amazing Xinjiang: Smart agriculture breathes new life into ...", "text": "Xinjiang's total #cotton output reached nearly 5.69 million tonnes, From sowing to harvest it usually takes around 150 to 180 days.", "snippet": "Xinjiang's total #cotton output reached nearly 5.69 million tonnes, From sowing to harvest it usually takes around 150 to 180 days.", "link": "https://www.facebook.com/WeAreChinaVideos/videos/amazing-xinjiang-smart-agriculture-breathes-new-life-into-xinjiangs-cotton-produ/2451971555279862/"}, {"id": "a2_c5", "title": "The world sanctioned Xinjiang cotton. China turned it into\u2026", "text": "The Chinese government claimed in 2021 that more than 80% of cotton harvesting was done by machine. But people are still being sent to the ...", "snippet": "The Chinese government claimed in 2021 that more than 80% of cotton harvesting was done by machine. But people are still being sent to the ...", "link": "https://www.thebureauinvestigates.com/stories/2025-05-30/the-world-sanctioned-xinjiang-cotton.-china-turned-it-into-chicken-feed"}, {"id": "a2_c6", "title": "#Comicomment Across the vast cotton fields of Xinjiang ...", "text": "The annual output of Xinjiang cotton is 5.2 million tons, accounting for about 87 percent of domestic production and about 67 percent of ...", "snippet": "The annual output of Xinjiang cotton is 5.2 million tons, accounting for about 87 percent of domestic production and about 67 percent of ...", "link": "https://www.facebook.com/echinanews/posts/comicomment-across-the-vast-cotton-fields-of-xinjiang-high-quality-cotton-is-pro/1461925115981175/"}, {"id": "a2_c7", "title": "Xinjiang kicks off a new cotton season with vigor. Our 3- ...", "text": "The 70,000-mu (4,666 hectares) of cotton field marks the first batch of cotton that was planted and managed under China's homegrown independent ...", "snippet": "The 70,000-mu (4,666 hectares) of cotton field marks the first batch of cotton that was planted and managed under China's homegrown independent ...", "link": "https://www.facebook.com/bw.chineseembassy/posts/xinjiang-kicks-off-a-new-cotton-season-with-vigorour-3-part-series-traces-the-in/1077721027718630/"}, {"id": "a2_c8", "title": "Shift in Geography of China's Cotton Production Reshapes ...", "text": "90 percent of China's cotton is now produced in Xinjiang, and only about 20 percent of the cotton used by Chinese textile manufacturers is imported.", "snippet": "90 percent of China's cotton is now produced in Xinjiang, and only about 20 percent of the cotton used by Chinese textile manufacturers is imported.", "link": "http://www.ers.usda.gov/amber-waves/2022/december/shift-in-geography-of-china-s-cotton-production-reshapes-global-market"}, {"id": "a2_c9", "title": "Feature: Impressed by its cotton industry, foreign experts ...", "text": "In 2022, more than 2.47 million hectares of cotton were sown in the region, with an overall output of 5.39 million tonnes, accounting for more ...", "snippet": "In 2022, more than 2.47 million hectares of cotton were sown in the region, with an overall output of 5.39 million tonnes, accounting for more ...", "link": "https://english.news.cn/20230421/7a18189173764bb98967751b1feda8d4/c.html"}]}
+{"input": "Located in the Ili River Valley in #China's #Xinjiang Uygur Autonomous Region, Zhaosu County is known as the \"land of heavenly horses\".", "output": "Located in the Ili River Valley in #China's #Xinjiang Uygur Autonomous Region, Zhaosu County is known as the \"land of heavenly horses\".", "topic": "Xinjiang", "ground_truth": "S", "raw_label": "factual", "account": "CE_ChinaEconomy", "atoms": [{"id": "a0", "text": "Zhaosu County is located in the Ili River Valley.", "original": "Zhaosu County is located in the Ili River Valley.", "label": "S", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "The Ili River Valley is in China's Xinjiang Uygur Autonomous Region.", "original": "The Ili River Valley is in China's Xinjiang Uygur Autonomous Region.", "label": "S", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "Zhaosu County is known as the land of heavenly horses.", "original": "Zhaosu County is known as the land of heavenly horses.", "label": "S", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4"]}], "contexts": [{"id": "a0_c0", "title": "In Zhaosu County, Xinjiang, the Karkant Grassland put on a ...", "text": "Located in the Ili River Valley, the grassland is renowned for its lush pastures and its famous Ili horses. As the summer tourism season ...", "snippet": "Located in the Ili River Valley, the grassland is renowned for its lush pastures and its famous Ili horses. As the summer tourism season ...", "link": "https://www.facebook.com/chinaplusnews/posts/in-zhaosu-county-xinjiang-the-karkant-grassland-put-on-a-spectacular-display-on-/1338888248420464/"}, {"id": "a0_c1", "title": "Horses gallop in Xinjiang's Zhaosu County wetland park", "text": "Zhaosu county has been known as the \u201cHometown of Heavenly Horses in China.\u201d The county has up to 120,000 horses of various types, mainly Ili ...", "snippet": "Zhaosu county has been known as the \u201cHometown of Heavenly Horses in China.\u201d The county has up to 120,000 horses of various types, mainly Ili ...", "link": "https://www.facebook.com/chinadaily/posts/horses-gallop-at-a-wetland-park-in-zhaosu-county-kazak-autonomous-prefecture-of-/658678559623059/"}, {"id": "a0_c2", "title": "Located in the Ili River Valley of northwest China's Xinjiang ...", "text": "Located in the Ili River Valley of northwest China's Xinjiang Uygur Autonomous Region, Zhaosu County is known as the \"land of heavenly horses.\"", "snippet": "Located in the Ili River Valley of northwest China's Xinjiang Uygur Autonomous Region, Zhaosu County is known as the \"land of heavenly horses.\"", "link": "https://www.facebook.com/BJReview/videos/located-in-the-ili-river-valley-of-northwest-chinas-xinjiang-uygur-autonomous-re/470303029036607/"}, {"id": "a0_c3", "title": "'Land of Heavenly Horses' in Xinjiang's Zhaosu", "text": "Located in the Ili River Valley in Northwest China's Xinjiang Uygur Autonomous Region, Zhaosu County is famed as the land of heavenly horses.", "snippet": "Located in the Ili River Valley in Northwest China's Xinjiang Uygur Autonomous Region, Zhaosu County is famed as the land of heavenly horses.", "link": "https://en.people.cn/n3/2025/0603/c90000-20322761.html"}, {"id": "a0_c4", "title": "In Zhaosu, a remote county in the Ili River Valley in China's ...", "text": "In Zhaosu, a remote county in the Ili River Valley in China's far northwest Xinjiang, horses are no longer just a symbol of tradition ...", "snippet": "In Zhaosu, a remote county in the Ili River Valley in China's far northwest Xinjiang, horses are no longer just a symbol of tradition ...", "link": "https://x.com/ChineseEmbinUAE/status/2034463368938209433"}, {"id": "a0_c5", "title": "Located in the Ili River Valley of northwest China's Xinjiang ...", "text": "Located in the Ili River Valley of northwest China's Xinjiang Uygur Autonomous Region, Zhaosu County is known as the \"land of heavenly horses.\"", "snippet": "Located in the Ili River Valley of northwest China's Xinjiang Uygur Autonomous Region, Zhaosu County is known as the \"land of heavenly horses.\"", "link": "https://www.facebook.com/BJReview/videos/located-in-the-ili-river-valley-of-northwest-chinas-xinjiang-uygur-autonomous-re/470303029036607/"}, {"id": "a0_c6", "title": "Known for raising one of China's finest horse breeds, ...", "text": "Known for raising one of China's finest horse breeds, Zhaosu County in #Ili Kazak Autonomous Prefecture, #Xinjiang Uygur Autonomous Region is home to ...", "snippet": "Known for raising one of China's finest horse breeds, Zhaosu County in #Ili Kazak Autonomous Prefecture, #Xinjiang Uygur Autonomous Region is home to ...", "link": "https://www.facebook.com/iDiscoverChina/posts/known-for-raising-one-of-chinas-finest-horse-breeds-zhaosu-county-in-ili-kazak-a/1418172057007268/"}, {"id": "a0_c7", "title": "In Zhaosu, a remote county in the Ili River Valley in China's ...", "text": "In Zhaosu, a remote county in the Ili River Valley \u30fb county is now home to roughly 122,300 horses, with an industry output of 1.53 billion ...", "snippet": "In Zhaosu, a remote county in the Ili River Valley \u30fb county is now home to roughly 122,300 horses, with an industry output of 1.53 billion ...", "link": "https://x.com/ChineseEmbinUAE/status/2034463368938209433"}, {"id": "a0_c8", "title": "'Land of Heavenly Horses' in Xinjiang's Zhaosu", "text": "Located in the Ili River Valley in Northwest China's Xinjiang Uygur Autonomous Region, Zhaosu County is famed as the land of heavenly horses.", "snippet": "Located in the Ili River Valley in Northwest China's Xinjiang Uygur Autonomous Region, Zhaosu County is famed as the land of heavenly horses.", "link": "https://en.people.cn/n3/2025/0603/c90000-20322761.html"}, {"id": "a0_c9", "title": "'Land of Heavenly Horses' in Xinjiang's Zhaosu", "text": "Located in the Ili River Valley in Northwest China's Xinjiang Uygur Autonomous Region, Zhaosu county is famed as the land of heavenly horses.", "snippet": "Located in the Ili River Valley in Northwest China's Xinjiang Uygur Autonomous Region, Zhaosu county is famed as the land of heavenly horses.", "link": "https://www.facebook.com/ximoments/videos/land-of-heavenly-horses-in-xinjiangs-zhaosu/1069387688573944/"}, {"id": "a1_c0", "title": "Xinjiang", "text": "In the east is the Turpan Depression. In the west, the Tian Shan split, forming the Ili River valley.", "snippet": "In the east is the Turpan Depression. In the west, the Tian Shan split, forming the Ili River valley.", "link": "https://en.wikipedia.org/wiki/Xinjiang"}, {"id": "a1_c1", "title": "As northwest China's Xinjiang Uygur Autonomous Region ...", "text": "Autonomous Region transitions from winter to spring, rising temperatures are melting the frozen ice on the Ili River near Cocodala City.", "snippet": "Autonomous Region transitions from winter to spring, rising temperatures are melting the frozen ice on the Ili River near Cocodala City.", "link": "https://www.facebook.com/ChinaGlobalTVNetwork/videos/amazing-xinjiang-ili-river-transformed-by-spring-frost/651820200547385/"}, {"id": "a1_c2", "title": "Ili Valley_Baiduwiki", "text": "The Ili Valley is located in the northwestern corner of the Xinjiang Uygur Autonomous Region , China, surrounded by mountains on three sides.", "snippet": "The Ili Valley is located in the northwestern corner of the Xinjiang Uygur Autonomous Region , China, surrounded by mountains on three sides.", "link": "https://baike.baidu.com/en/item/Ili%20Valley/1437163"}, {"id": "a1_c3", "title": "Live: Explore the livestock spring migrations in Ili River Valley ...", "text": "In the Ili River Valley, around 3.965 million head of livestock are transitioning after four months of living in winter pastures.", "snippet": "In the Ili River Valley, around 3.965 million head of livestock are transitioning after four months of living in winter pastures.", "link": "https://www.youtube.com/watch?v=Mar_9S2ikXo"}, {"id": "a1_c4", "title": "Xinjiang Uygur Autonomous Region - ecph-china", "text": "The Xinjiang Uygur Autonomous Region (abbreviation Xin) is a northwest provincial region bordering Gansu and Qinghai to the east and Tibet to the south.", "snippet": "The Xinjiang Uygur Autonomous Region (abbreviation Xin) is a northwest provincial region bordering Gansu and Qinghai to the east and Tibet to the south.", "link": "https://www.berkshirepublishing.com/ecph-china/2018/01/15/xinjiang-uygur-autonomous-region/"}, {"id": "a1_c5", "title": "Fact Check: Lies on Xinjiang-related issues versus the truth", "text": "Fact check: The government of Xinjiang Uygur Autonomous Region works with a strong sense of responsibility to promote employment.", "snippet": "Fact check: The government of Xinjiang Uygur Autonomous Region works with a strong sense of responsibility to promote employment.", "link": "https://be.china-embassy.gov.cn/eng/zt/xinjiangEN1/202102/t20210206_10165120.htm"}, {"id": "a1_c6", "title": "Ili River | Kazakhstan, China, Border", "text": "Ili River, river in western Uygur Autonomous Region of Xinjiang, China, and southeastern Kazakhstan. It is 870 miles (1400 km) long and drains the basin ...", "snippet": "Ili River, river in western Uygur Autonomous Region of Xinjiang, China, and southeastern Kazakhstan. It is 870 miles (1400 km) long and drains the basin ...", "link": "https://www.britannica.com/place/Ili-River"}, {"id": "a1_c7", "title": "As northwest China's Xinjiang Uygur Autonomous Region transitions ...", "text": "", "snippet": "", "link": "https://www.facebook.com/ChinaGlobalTVNetwork/videos/amazing-xinjiang-ili-river-transformed-by-spring-frost/651820200547385/"}, {"id": "a1_c8", "title": "Nestled in the far west, the Yili (Ili) River Valley gleams like a jewel in the vast ...", "text": "Located in northwest China, the Xinjiang Uygur Autonomous Region is renowned for its unique \"three mountain ranges sandwiching two basins\" ...", "snippet": "Located in northwest China, the Xinjiang Uygur Autonomous Region is renowned for its unique \"three mountain ranges sandwiching two basins\" ...", "link": "https://www.facebook.com/BJReview/posts/nestled-in-the-far-west-the-yili-ili-river-valley-gleams-like-a-jewel-in-the-vas/1218213057064050/"}, {"id": "a1_c9", "title": "Ili Valley_Baiduwiki", "text": "The Ili Valley is located in the northwestern corner of the Xinjiang Uygur Autonomous Region , China, surrounded by mountains on three sides.", "snippet": "The Ili Valley is located in the northwestern corner of the Xinjiang Uygur Autonomous Region , China, surrounded by mountains on three sides.", "link": "https://baike.baidu.com/en/item/Ili%20Valley/1437163"}, {"id": "a2_c0", "title": "The 2026 Ili Heavenly Horse Culture and Tourism Festival ...", "text": "Zhaosu county is known as the hometown of the heavenly horse which is a special and precious breed of horses in China.", "snippet": "Zhaosu county is known as the hometown of the heavenly horse which is a special and precious breed of horses in China.", "link": "https://www.facebook.com/cgtneuropeofficial/posts/the-2026-ili-heavenly-horse-culture-and-tourism-festival-opened-on-june-20-in-zh/1579184430908763/"}, {"id": "a2_c1", "title": "Every summer, thousands of horses thunder across the ...", "text": "Long known for its legendary \"heavenly horses\" near the Tianshan Mountains, Zhaosu now has around 122,000 horses, ranking it among China's top ...", "snippet": "Long known for its legendary \"heavenly horses\" near the Tianshan Mountains, Zhaosu now has around 122,000 horses, ranking it among China's top ...", "link": "https://www.instagram.com/reel/DaDKDTYsc5L/"}, {"id": "a2_c2", "title": "'Land of Heavenly Horses' in Xinjiang's Zhaosu", "text": "Zhaosu County is famed as the \"land of heavenly horses\" for its rich history of horse breeding that stretches back centuries.", "snippet": "Zhaosu County is famed as the \"land of heavenly horses\" for its rich history of horse breeding that stretches back centuries.", "link": "https://en.people.cn/n3/2025/0603/c90000-20322761.html"}, {"id": "a2_c3", "title": "Known for raising one of China's finest horse breeds, ...", "text": "Known for raising one of China's finest horse breeds, Zhaosu County in #Ili Kazak Autonomous Prefecture, #Xinjiang Uygur Autonomous Region is home to ...", "snippet": "Known for raising one of China's finest horse breeds, Zhaosu County in #Ili Kazak Autonomous Prefecture, #Xinjiang Uygur Autonomous Region is home to ...", "link": "https://www.facebook.com/iDiscoverChina/posts/known-for-raising-one-of-chinas-finest-horse-breeds-zhaosu-county-in-ili-kazak-a/1418172057007268/"}, {"id": "a2_c4", "title": "'Heavenly horses' of Xinjiang: A breathtaking wetland ...", "text": "Located in the Ili River Valley of northwest China's Xinjiang Uygur Autonomous Region, Zhaosu County is known as the \"land of heavenly horses.\"", "snippet": "Located in the Ili River Valley of northwest China's Xinjiang Uygur Autonomous Region, Zhaosu County is known as the \"land of heavenly horses.\"", "link": "https://news.cgtn.com/news/2025-09-10/-Heavenly-horses-of-Xinjiang-A-breathtaking-wetland-spectacle-1GyhymSRvs4/p.html"}]}
+{"input": "U.S. politicians play \"Xinjiang cards\" against China while distorting facts about Xinjiang. For some time now, the US has been continuously hyping up so-called \"forced labor\" in northwest China's Xinjiang Uygur Autonomous Region.", "output": "U.S. politicians play \"Xinjiang cards\" against China while distorting facts about Xinjiang. For some time now, the US has been continuously hyping up so-called \"forced labor\" in northwest China's Xinjiang Uygur Autonomous Region.", "topic": "Xinjiang", "ground_truth": "NS", "raw_label": "biased/false", "account": "WE ARE CHINA", "atoms": [{"id": "a0", "text": "U.S. politicians play Xinjiang cards against China.", "original": "U.S. politicians play Xinjiang cards against China.", "label": "NS", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "U.S. politicians distort facts about Xinjiang.", "original": "U.S. politicians distort facts about Xinjiang.", "label": "NS", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "The US has been continuously hyping up so-called forced labor in northwest China's Xinjiang Uygur Autonomous Region.", "original": "The US has been continuously hyping up so-called forced labor in northwest China's Xinjiang Uygur Autonomous Region.", "label": "NS", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "The so-called forced labor is in northwest China's Xinjiang Uygur Autonomous Region.", "original": "The so-called forced labor is in northwest China's Xinjiang Uygur Autonomous Region.", "label": "NS", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}], "contexts": [{"id": "a0_c0", "title": "U.S. politicians play \u201cXinjiang cards\u201d against China while ...", "text": "For some time now, the U.S. has been continuously hyping up so-called \u201cforced labor\u201d in northwest China's Xinjiang Uygur Autonomous Region.", "snippet": "For some time now, the U.S. has been continuously hyping up so-called \u201cforced labor\u201d in northwest China's Xinjiang Uygur Autonomous Region.", "link": "https://en.people.cn/n3/2022/0704/c90000-10118727.html"}, {"id": "a0_c1", "title": "Trump Has 'Cards' in Hand Against Xi: China Watchers Panel", "text": "How will President Donald Trump approach his negotiation with Chinese regime leader Xi Jinping? Trump Has 'Cards' in Hand Against Xi: China ...", "snippet": "How will President Donald Trump approach his negotiation with Chinese regime leader Xi Jinping? Trump Has 'Cards' in Hand Against Xi: China ...", "link": "https://www.youtube.com/watch?v=Zgkp6ifAyjk"}, {"id": "a0_c2", "title": "US continues to play Xinjiang card with Uygur bill despite ...", "text": "Wang said that some US politicians have played anti-China pioneers by utilizing Xinjiang in an attempt to seek personal political gain.", "snippet": "Wang said that some US politicians have played anti-China pioneers by utilizing Xinjiang in an attempt to seek personal political gain.", "link": "https://www.globaltimes.cn/content/1192023.shtml"}, {"id": "a0_c3", "title": "U.S. Joins Allies to Punish Chinese Officials for Human ...", "text": "The United States placed sanctions on top Chinese officials on Monday, as part of a multinational effort to punish Beijing for human rights abuses.", "snippet": "The United States placed sanctions on top Chinese officials on Monday, as part of a multinational effort to punish Beijing for human rights abuses.", "link": "https://www.nytimes.com/2021/03/22/us/politics/sanctions-china-uighurs.html"}, {"id": "a0_c4", "title": "China and US Clash Over Xinjiang, Hong Kong Bills", "text": "China has responded with swift condemnation on Wednesday, Dec. 4, 2019, after U.S. Congress overwhelmingly approved a bill targeting its mass ...", "snippet": "China has responded with swift condemnation on Wednesday, Dec. 4, 2019, after U.S. Congress overwhelmingly approved a bill targeting its mass ...", "link": "https://www.nbcsandiego.com/news/national-international/china-us-clash-xinjiang-hong-kong-bills/2226744/"}, {"id": "a0_c5", "title": "Falsehoods in US Perceptions of China_Ministry of Foreign ...", "text": "The US has been spreading disinformation about Xinjiang simply to create an excuse for discrediting and attacking China.", "snippet": "The US has been spreading disinformation about Xinjiang simply to create an excuse for discrediting and attacking China.", "link": "https://www.mfa.gov.cn/eng/zy/jj/diaodao_665718/pl/202206/t20220619_10706059.html"}, {"id": "a0_c6", "title": "China Archives", "text": "Former President Donald Trump was way off when he falsely claimed that the U.S.-China trade gap is about four times as high. Pro-Haley PAC Misattributes Quote ...", "snippet": "Former President Donald Trump was way off when he falsely claimed that the U.S.-China trade gap is about four times as high. Pro-Haley PAC Misattributes Quote ...", "link": "https://www.factcheck.org/issue/china/"}, {"id": "a0_c7", "title": "The Real China Trump Card", "text": "According to most American analysts, this competition will be close. around twice as large as China's.", "snippet": "According to most American analysts, this competition will be close. around twice as large as China's.", "link": "https://www.foreignaffairs.com/united-states/real-china-trump-card-brooks-vagle"}, {"id": "a0_c8", "title": "Manipulation distorts the truth #US #XinjiangCotton #BCI ...", "text": "US politicians believe smearing Xinjiang with lies is a \"win-win\" approach to contain China and maintain US hegemony. However, the politicians ...", "snippet": "US politicians believe smearing Xinjiang with lies is a \"win-win\" approach to contain China and maintain US hegemony. However, the politicians ...", "link": "https://www.facebook.com/chinadailyhkedition/posts/manipulation-distorts-the-truth-us-xinjiangcotton-bci-chinadailycartoon/4256815524343231/"}, {"id": "a0_c9", "title": "As Trump meets with Xi, security expert says China now ...", "text": "Former national security official Rush Doshi says President Trump's sky-high tariffs on Chinese goods sparked a clash in which China ...", "snippet": "Former national security official Rush Doshi says President Trump's sky-high tariffs on Chinese goods sparked a clash in which China ...", "link": "https://www.npr.org/2026/05/14/nx-s1-5821644/as-trump-meets-with-xi-security-expert-says-china-now-faces-the-u-s-as-a-peer"}, {"id": "a1_c0", "title": "US politicians play \u201cXinjiang cards\u201d against China while distorting facts ...", "text": "A Visit to Xinjiang, China Makes Clear that U.S. Government and Media Have Hoodwinked Public into Believing China Committed Genocide Against ...", "snippet": "A Visit to Xinjiang, China Makes Clear that U.S. Government and Media Have Hoodwinked Public into Believing China Committed Genocide Against ...", "link": "https://www.facebook.com/TheBeltandRoadNewsNetwork/posts/us-politicians-play-xinjiang-cards-against-china-while-distorting-facts-about-xi/1156494158413628/"}, {"id": "a1_c1", "title": "U.S. politicians play \u201cXinjiang cards\u201d against China while distorting facts ...", "text": "For some time now, the U.S. has been continuously hyping up so-called \u201cforced labor\u201d in northwest China's Xinjiang Uygur Autonomous Region.", "snippet": "For some time now, the U.S. has been continuously hyping up so-called \u201cforced labor\u201d in northwest China's Xinjiang Uygur Autonomous Region.", "link": "https://en.people.cn/n3/2022/0704/c90000-10118727.html"}, {"id": "a1_c2", "title": "Things to Know about All the Lies on Xinjiang: How Have They Come ...", "text": "Over the years, there emerged a number of anti-China institutions and extremist groups seeking a state of \"East Turkistan\" or \"independence\" of ...", "snippet": "Over the years, there emerged a number of anti-China institutions and extremist groups seeking a state of \"East Turkistan\" or \"independence\" of ...", "link": "https://willemstad.china-consulate.gov.cn/eng/zt_4/202105/t20210506_9004571.htm"}, {"id": "a1_c3", "title": "Falsehoods in US Perceptions of China_Ministry of Foreign Affairs ...", "text": "The Cuba blockade is the longest and cruelest systemic trade embargo, economic blockade and financial sanctions in modern history. The blockade ...", "snippet": "The Cuba blockade is the longest and cruelest systemic trade embargo, economic blockade and financial sanctions in modern history. The blockade ...", "link": "https://www.mfa.gov.cn/eng/zy/jj/diaodao_665718/pl/202206/t20220619_10706059.html"}, {"id": "a1_c4", "title": "U.S. Joins Allies to Punish Chinese Officials for Human Rights Abuses", "text": "The sanctions come days after the Biden administration's heated encounter with Chinese officials in Alaska, and will most likely widen ...", "snippet": "The sanctions come days after the Biden administration's heated encounter with Chinese officials in Alaska, and will most likely widen ...", "link": "https://www.nytimes.com/2021/03/22/us/politics/sanctions-china-uighurs.html"}, {"id": "a1_c5", "title": "Things to know about all the lies on Xinjiang: How have they ...", "text": "The CIA suggested in 2003 that should the US find itself in a crisis or confrontation with China in the future, the option of using the \"Uyghur ...", "snippet": "The CIA suggested in 2003 that should the US find itself in a crisis or confrontation with China in the future, the option of using the \"Uyghur ...", "link": "https://be.china-embassy.gov.cn/eng/zt/xinjiangEN1/202104/t20210429_10167649.htm"}, {"id": "a1_c6", "title": "Suppression of the Uyghurs: let's stick to the facts", "text": "It took a good two years from the beginning of the mass incarceration campaigns in Xinjiang Uyghur Autonomous Region, aka East Turkistan, in ...", "snippet": "It took a good two years from the beginning of the mass incarceration campaigns in Xinjiang Uyghur Autonomous Region, aka East Turkistan, in ...", "link": "https://genevasolutions.news/peace-humanitarian/suppression-of-the-uyghurs-let-s-stick-to-the-facts"}, {"id": "a1_c7", "title": "Manipulation distorts the truth #US #XinjiangCotton #BCI ...", "text": "BCI is funded mainly by the US government to secure global market domination by big Western and particularly American brands.", "snippet": "BCI is funded mainly by the US government to secure global market domination by big Western and particularly American brands.", "link": "https://www.facebook.com/chinadailyhkedition/posts/manipulation-distorts-the-truth-us-xinjiangcotton-bci-chinadailycartoon/4256815524343231/"}, {"id": "a1_c8", "title": "Falsehoods in US Perceptions of China_Ministry of Foreign ...", "text": "The Cuba blockade is the longest and cruelest systemic trade embargo, economic blockade and financial sanctions in modern history. The blockade ...", "snippet": "The Cuba blockade is the longest and cruelest systemic trade embargo, economic blockade and financial sanctions in modern history. The blockade ...", "link": "https://www.mfa.gov.cn/eng/zy/jj/diaodao_665718/pl/202206/t20220619_10706059.html"}, {"id": "a1_c9", "title": "Fact Check: Lies on Xinjiang-related Issues Versus the Truth", "text": "Xinjiang-related issues are not about human rights, ethnicity or religion at all, but about combating violent terrorism and separatism. The Chinese government ...", "snippet": "Xinjiang-related issues are not about human rights, ethnicity or religion at all, but about combating violent terrorism and separatism. The Chinese government ...", "link": "https://www.mps.gov.cn/n2255079/n6865805/n7355748/n7355818/c7776004/content.html"}, {"id": "a2_c0", "title": "Against Their Will: The Situation in Xinjiang", "text": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "snippet": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "link": "https://www.dol.gov/agencies/ilab/against-their-will-the-situation-in-xinjiang"}, {"id": "a2_c1", "title": "US attempt to hinder Xinjiang's development under guise of human ...", "text": "U.S. attempt to hinder Xinjiang's development under guise of human rights doomed to failure For some time, some #US politicians have ...", "snippet": "U.S. attempt to hinder Xinjiang's development under guise of human rights doomed to failure For some time, some #US politicians have ...", "link": "https://www.facebook.com/WeAreChinaVideos/posts/us-attempt-to-hinder-xinjiangs-development-under-guise-of-human-rights-doomed-to/904472340240772/"}, {"id": "a2_c2", "title": "Foreign Ministry Spokesperson's Statement on US' Signing of the So ...", "text": "On December 23 local time, the US side signed the so-called Uyghur Forced Labor Prevention Act into law. This Act maliciously denigrates the ...", "snippet": "On December 23 local time, the US side signed the so-called Uyghur Forced Labor Prevention Act into law. This Act maliciously denigrates the ...", "link": "https://us.china-embassy.gov.cn/eng/fyrth/202112/t20211224_10475191.htm"}, {"id": "a2_c3", "title": "UYGHUR FORCED LABOR: NEW U.S. AND E.U. LAWS BANNING ...", "text": "the worst, and China is placed in Tier 3. In Xinjiang, the Uyghurs are perpetual victims of forced labor and human rights abuses. Treaties and ILO Conventions ...", "snippet": "the worst, and China is placed in Tier 3. In Xinjiang, the Uyghurs are perpetual victims of forced labor and human rights abuses. Treaties and ILO Conventions ...", "link": "https://scholarlycommons.law.hofstra.edu/cgi/viewcontent.cgi?article=1450&context=jibl"}, {"id": "a2_c4", "title": "Addressing the Complicity of U.S. Companies in Uyghur Forced Labor", "text": "Since 2017, the Chinese government has detained millions of Uyghurs and other Turkic Muslims in internment camps across the Uyghur region, also known as ...", "snippet": "Since 2017, the Chinese government has detained millions of Uyghurs and other Turkic Muslims in internment camps across the Uyghur region, also known as ...", "link": "https://www.uscirf.gov/uscirf-hearing-religious-minority-enslaved-addressing-complicity-us-companies-uyghur-forced-labor"}, {"id": "a2_c5", "title": "Absolutely no so-called 'forced labor' in China's Xinjiang ...", "text": "Absolutely no so-called 'forced labor' in China's Xinjiang region; such claims absurd and ridiculous: senior official on Ethnic Unity and ...", "snippet": "Absolutely no so-called 'forced labor' in China's Xinjiang region; such claims absurd and ridiculous: senior official on Ethnic Unity and ...", "link": "https://www.facebook.com/WeAreChinaVideos/posts/absolutely-no-so-called-forced-labor-in-chinas-xinjiang-region-such-claims-absur/1402643548720768/"}, {"id": "a2_c6", "title": "Against Their Will: The Situation in Xinjiang", "text": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "snippet": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "link": "https://www.dol.gov/agencies/ilab/against-their-will-the-situation-in-xinjiang"}, {"id": "a2_c7", "title": "The 12th Press Conference by Xinjiang Uygur Autonomous ...", "text": "They are: Elijan Anayat, the spokesman of the People's Government of Xinjiang Uygur Autonomous Region, Saytjan Sawur, victim of 7-5\" incident, Zhao Aiqin family ...", "snippet": "They are: Elijan Anayat, the spokesman of the People's Government of Xinjiang Uygur Autonomous Region, Saytjan Sawur, victim of 7-5\" incident, Zhao Aiqin family ...", "link": "https://us.china-embassy.gov.cn/eng/zt_120777/dmxj/xjfabuhui/xjfbh12/"}, {"id": "a2_c8", "title": "A Religious Minority Enslaved: Addressing the Complicity ...", "text": "Since 2017, the Chinese government has detained millions of Uyghurs and other Turkic Muslims in internment camps across the Uyghur region, also known as ...", "snippet": "Since 2017, the Chinese government has detained millions of Uyghurs and other Turkic Muslims in internment camps across the Uyghur region, also known as ...", "link": "https://www.uscirf.gov/uscirf-hearing-religious-minority-enslaved-addressing-complicity-us-companies-uyghur-forced-labor"}, {"id": "a2_c9", "title": "Two scholars, born and raised in China's Xinjiang ...", "text": "Two scholars, born and raised in China's Xinjiang, published a report on Xinjiang minority workers' employment in Guangdong Province, ...", "snippet": "Two scholars, born and raised in China's Xinjiang, published a report on Xinjiang minority workers' employment in Guangdong Province, ...", "link": "https://www.facebook.com/XinhuaNewsAgency/posts/two-scholars-born-and-raised-in-chinas-xinjiang-published-a-report-on-xinjiang-m/4911274265566645/"}, {"id": "a3_c0", "title": "Against Their Will: The Situation in Xinjiang", "text": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "snippet": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "link": "https://www.dol.gov/agencies/ilab/against-their-will-the-situation-in-xinjiang"}, {"id": "a3_c1", "title": "UN experts alarmed by reports of forced labour of Uyghur, Tibetan and ...", "text": "... Xinjiang Uyghur Autonomous Region and across other parts of China. \u201cThere is a persistent pattern of alleged State-imposed forced labour ...", "snippet": "... Xinjiang Uyghur Autonomous Region and across other parts of China. \u201cThere is a persistent pattern of alleged State-imposed forced labour ...", "link": "https://www.ohchr.org/en/press-releases/2026/01/un-experts-alarmed-reports-forced-labour-uyghur-tibetan-and-other-minorities"}, {"id": "a3_c2", "title": "Addressing Forced Labor in the Xinjiang Uyghur Autonomous Region", "text": "Overview of the Policy Environment in China and the XUAR. The Chinese government has detained and \u201creeducated\u201d more than 1 million Uyghurs and ...", "snippet": "Overview of the Policy Environment in China and the XUAR. The Chinese government has detained and \u201creeducated\u201d more than 1 million Uyghurs and ...", "link": "https://www.csis.org/analysis/addressing-forced-labor-xinjiang-uyghur-autonomous-region-toward-shared-agenda"}, {"id": "a3_c3", "title": "Call to Action - Coalition to End Forced Labour in the Uyghur Region", "text": "All companies across all industries must extricate their value chains from the Xinjiang Uyghur Autonomous Region (Uyghur Region), known to local people as East ...", "snippet": "All companies across all industries must extricate their value chains from the Xinjiang Uyghur Autonomous Region (Uyghur Region), known to local people as East ...", "link": "https://enduyghurforcedlabour.org/call-to-action/"}, {"id": "a3_c4", "title": "Global Supply Chains, Forced Labor, and the Xinjiang Uyghur ...", "text": "[PDF]INTRODUCTIONAs many as 1.8 million Uyghurs, ethnic Kazakhs, Kyrgyz, and other Muslim minorities are, or have been, arbitrarily detained ...", "snippet": "[PDF]INTRODUCTIONAs many as 1.8 million Uyghurs, ethnic Kazakhs, Kyrgyz, and other Muslim minorities are, or have been, arbitrarily detained ...", "link": "https://www.cecc.gov/publications/commission-analysis/global-supply-chains-forced-labor-and-xinjiang-uyghur-autonomous"}, {"id": "a3_c5", "title": "There is absolutely no so-called \"forced relocation\" or ...", "text": "There is absolutely no so-called \"forced relocation\" or \"forced labor\" and such claims are extremely absurd and ridiculous, Chen Ruifeng, ...", "snippet": "There is absolutely no so-called \"forced relocation\" or \"forced labor\" and such claims are extremely absurd and ridiculous, Chen Ruifeng, ...", "link": "https://www.facebook.com/globaltimesnews/posts/there-is-absolutely-no-so-called-forced-relocation-or-forced-labor-and-such-clai/1558097073029161/"}, {"id": "a3_c6", "title": "Against Their Will: The Situation in Xinjiang", "text": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "snippet": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "link": "https://www.dol.gov/agencies/ilab/against-their-will-the-situation-in-xinjiang"}, {"id": "a3_c7", "title": "Fact Check: Lies on Xinjiang-related issues versus the truth", "text": "Lie No. 1: Mike Pompeo claimed that the Chinese government had committed \"genocide\" against Uygurs and other ethnic minorities in Xinjiang.", "snippet": "Lie No. 1: Mike Pompeo claimed that the Chinese government had committed \"genocide\" against Uygurs and other ethnic minorities in Xinjiang.", "link": "https://be.china-embassy.gov.cn/eng/zt/xinjiangEN1/202102/t20210206_10165120.htm"}, {"id": "a3_c8", "title": "Modern slavery in China", "text": "Since 2018, evidence of forced labour of Uyghur and other Turkic and Muslim majority peoples has emerged in the Xinjiang Uyghur Autonomous Region (Uyghur Region) ...", "snippet": "Since 2018, evidence of forced labour of Uyghur and other Turkic and Muslim majority peoples has emerged in the Xinjiang Uyghur Autonomous Region (Uyghur Region) ...", "link": "https://www.walkfree.org/global-slavery-index/country-studies/china/"}, {"id": "a3_c9", "title": "China's farm sector more tainted by forced labor than ...", "text": "Chinese exports of tomatoes, chili peppers, marigolds and other farm products grown in the far-western region of Xinjiang are tainted by forced labor.", "snippet": "Chinese exports of tomatoes, chili peppers, marigolds and other farm products grown in the far-western region of Xinjiang are tainted by forced labor.", "link": "https://www.rfa.org/english/uyghur/2024/12/19/uyghur-coerced-land-use-transfers-report/"}]}
+{"input": "#XinhuaCommentary: Washington's hatchet men to hype \"forced labor\" lies. Some U.S. think-tanks that pretend to be independent and objective have long served as the right-hand man of an increasingly overbearing Washington.", "output": "#XinhuaCommentary: Washington's hatchet men to hype \"forced labor\" lies. Some U.S. think-tanks that pretend to be independent and objective have long served as the right-hand man of an increasingly overbearing Washington.", "topic": "Xinjiang", "ground_truth": "NS", "raw_label": "biased/false", "account": "China Xinhua News", "atoms": [{"id": "a0", "text": "Some U.S. think-tanks pretend to be independent and objective.", "original": "Some U.S. think-tanks pretend to be independent and objective.", "label": "NS", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "These U.S. think-tanks have long served as the right-hand man of an increasingly overbearing Washington.", "original": "These U.S. think-tanks have long served as the right-hand man of an increasingly overbearing Washington.", "label": "NS", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "Washington's hatchet men hype forced labor lies.", "original": "Washington's hatchet men hype forced labor lies.", "label": "NS", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}], "contexts": [{"id": "a0_c0", "title": "Big Ideas and Big Money: Think Tank Funding in America", "text": "While think tanks exist to produce independent analysis, the prevalence of special interest funding raises questions of intellectual freedom, ...", "snippet": "While think tanks exist to produce independent analysis, the prevalence of special interest funding raises questions of intellectual freedom, ...", "link": "https://quincyinst.org/research/big-ideas-and-big-money-think-tank-funding-in-america/"}, {"id": "a0_c1", "title": "Public Policy Research Think Tanks: Top Think Tanks - US - Guides", "text": "Top 100 Think Tanks - United States \u00b7 Center for Strategic and International Studies \u00b7 Carnegie Endowment for International Peace \u00b7 Heritage ...", "snippet": "Top 100 Think Tanks - United States \u00b7 Center for Strategic and International Studies \u00b7 Carnegie Endowment for International Peace \u00b7 Heritage ...", "link": "https://guides.library.upenn.edu/c.php?g=1035991&p=7509974"}, {"id": "a0_c2", "title": "Think Tanks as Lobbyists: Expos\u00e9 Shows U.S. Groups Receive ...", "text": "Some scholars funded by the think tanks say they faced pressure to reach conclusions friendly to the government financing their work.", "snippet": "Some scholars funded by the think tanks say they faced pressure to reach conclusions friendly to the government financing their work.", "link": "https://www.youtube.com/watch?v=iXQBo2Vr6C8"}, {"id": "a0_c3", "title": "US think-tanks: casualties in the war of ideas", "text": "Think-tanks, long recognised for their independent analysis, are now at risk of losing their credibility and independence as they get drawn ...", "snippet": "Think-tanks, long recognised for their independent analysis, are now at risk of losing their credibility and independence as they get drawn ...", "link": "https://www.opendemocracy.net/en/us-thinktanks-3137jsp/"}, {"id": "a0_c4", "title": "Think Tanks in the United States", "text": "ESI is an independent institute, founded in 1989. It is an activist think tank whose objective is to change American attitudes and policies in regard to ...", "snippet": "ESI is an independent institute, founded in 1989. It is an activist think tank whose objective is to change American attitudes and policies in regard to ...", "link": "https://www.tillvaxtanalys.se/download/18.62dd45451715a00666f1e873/1586366188366/Think%20Tanks%20in%20the%20United%20States-04.pdf"}, {"id": "a0_c5", "title": "Bias, Fake News, Hoaxes, & Lies: Think Tanks", "text": "Many think tanks try to be non-partisan, or centrist - their research and reports present information that is neither liberal or conservative but shows both ...", "snippet": "Many think tanks try to be non-partisan, or centrist - their research and reports present information that is neither liberal or conservative but shows both ...", "link": "https://redwoods.libguides.com/fakenews/thinktanks"}, {"id": "a0_c6", "title": "Proximity and distance: Think tanks handling the independence paradox", "text": "The credibility of think tanks is grounded in their image as \u201cindependent experts.\u201d However, independence is only relative since think tanks are ...", "snippet": "The credibility of think tanks is grounded in their image as \u201cindependent experts.\u201d However, independence is only relative since think tanks are ...", "link": "https://onlinelibrary.wiley.com/doi/10.1111/gove.12503"}, {"id": "a0_c7", "title": "Think tank accountability: are they really just hired guns or is it slightly ...", "text": "Think tanks position themselves within the political space appealing to their credibility and independence. They cannot claim to represent any ...", "snippet": "Think tanks position themselves within the political space appealing to their credibility and independence. They cannot claim to represent any ...", "link": "https://onthinktanks.org/articles/think-tank-accountability-are-they-really-just-hired-guns-or-is-it-slightly-more-complicated-than-that/"}, {"id": "a0_c8", "title": "Think Tanks' Dirty Little Secret: Power, Public Policy, and Plagiarism", "text": "The phrase \u201cindependent think tank\u201d is sometimes used to mean that a think tank is predominantly neither government- nor university-funded.", "snippet": "The phrase \u201cindependent think tank\u201d is sometimes used to mean that a think tank is predominantly neither government- nor university-funded.", "link": "https://papers.ssrn.com/sol3/Delivery.cfm/SSRN_ID2307250_code2015429.pdf?abstractid=2307250"}, {"id": "a0_c9", "title": "Big Ideas and Big Money: Think Tank Funding in America", "text": "While think tanks exist to produce independent analysis, the prevalence of special interest funding raises questions of intellectual freedom, ...", "snippet": "While think tanks exist to produce independent analysis, the prevalence of special interest funding raises questions of intellectual freedom, ...", "link": "https://quincyinst.org/research/big-ideas-and-big-money-think-tank-funding-in-america/"}, {"id": "a1_c0", "title": "How Think Tanks Sell War | Always at War #8", "text": "America's top think tanks profoundly shape our country's approach to the world \u2026 influence over Washington's foreign policy.", "snippet": "America's top think tanks profoundly shape our country's approach to the world \u2026 influence over Washington's foreign policy.", "link": "https://www.youtube.com/watch?v=KlgAGumy-6A"}, {"id": "a1_c1", "title": "Washington's Think Tanks: Factories to Call Our Own", "text": "The Heritage Foundation and the American Enterprise Institute are right-leaning think tanks. Heritage focuses on influencing Congress, so it not ...", "snippet": "The Heritage Foundation and the American Enterprise Institute are right-leaning think tanks. Heritage focuses on influencing Congress, so it not ...", "link": "https://www.brookings.edu/articles/washingtons-think-tanks-factories-to-call-our-own/"}, {"id": "a1_c2", "title": "Defense Contractor Funded Think Tanks Dominate ...", "text": "Think tanks in the United States are a go\u2013to resource for media outlets seeking expert opinions on pressing public policy issues.", "snippet": "Think tanks in the United States are a go\u2013to resource for media outlets seeking expert opinions on pressing public policy issues.", "link": "https://quincyinst.org/research/defense-contractor-funded-think-tanks-dominate-ukraine-debate/"}, {"id": "a1_c3", "title": "US think-tanks: casualties in the war of ideas", "text": "AEI and many of the think-tanks in Washington ultimately achieved their objective through thoughtful and independent analysis of policy issues.", "snippet": "AEI and many of the think-tanks in Washington ultimately achieved their objective through thoughtful and independent analysis of policy issues.", "link": "https://www.opendemocracy.net/en/us-thinktanks-3137jsp/"}, {"id": "a1_c4", "title": "Think Tanks Have Defeated Democracy", "text": "Ostensibly nonpartisan organizations such as the Center for American Progress and the American Enterprise Institute serve as holding tanks and ...", "snippet": "Ostensibly nonpartisan organizations such as the Center for American Progress and the American Enterprise Institute serve as holding tanks and ...", "link": "https://www.palladiummag.com/2026/04/02/think-tanks-have-defeated-democracy/"}, {"id": "a1_c5", "title": "Devaluing the Think Tank", "text": "The practical success of the conservative think tanks in this period, coupled with Heritage's new and more activist approach \u2014 which, to varying degrees, was ...", "snippet": "The practical success of the conservative think tanks in this period, coupled with Heritage's new and more activist approach \u2014 which, to varying degrees, was ...", "link": "https://www.nationalaffairs.com/publications/detail/devaluing-the-think-tank"}, {"id": "a1_c6", "title": "Washington's Think Tanks: Factories to Call Our Own", "text": "The Heritage Foundation and the American Enterprise Institute are right-leaning think tanks. Heritage focuses on influencing Congress, so it ...", "snippet": "The Heritage Foundation and the American Enterprise Institute are right-leaning think tanks. Heritage focuses on influencing Congress, so it ...", "link": "https://www.brookings.edu/articles/washingtons-think-tanks-factories-to-call-our-own/"}, {"id": "a1_c7", "title": "Big Ideas and Big Money: Think Tank Funding in America", "text": "The Atlantic Council, Brookings Institution, and German Marshall Fund received the most money from foreign governments since 2019: $20.8 million ...", "snippet": "The Atlantic Council, Brookings Institution, and German Marshall Fund received the most money from foreign governments since 2019: $20.8 million ...", "link": "https://quincyinst.org/research/big-ideas-and-big-money-think-tank-funding-in-america/"}, {"id": "a1_c8", "title": "How Think Tanks Are Shaping America's Politics | E. J. Fagan", "text": "The book also highlights a significant finding, that the rise of think tanks has contributed to the polarization within American politics.", "snippet": "The book also highlights a significant finding, that the rise of think tanks has contributed to the polarization within American politics.", "link": "https://www.youtube.com/watch?v=YpnDqmIZi8A"}, {"id": "a1_c9", "title": "How think tanks drive polarization and policy", "text": "E. J. Fagan finds that partisan think tanks like the Heritage Foundation helped polarize the congressional issue agenda and debate, replacing ...", "snippet": "E. J. Fagan finds that partisan think tanks like the Heritage Foundation helped polarize the congressional issue agenda and debate, replacing ...", "link": "https://www.niskanencenter.org/how-think-tanks-drive-polarization-and-policy/"}, {"id": "a2_c0", "title": "George Washington's cherry tree story is a myth", "text": "Did George Washington really chop down a cherry tree and confess when he was confronted famously saying, \"I cannot tell a lie\"? Souvenir hatchet ...", "snippet": "Did George Washington really chop down a cherry tree and confess when he was confronted famously saying, \"I cannot tell a lie\"? Souvenir hatchet ...", "link": "https://www.facebook.com/groups/1074810956909032/posts/1443642196692571/"}, {"id": "a2_c1", "title": "Revisiting the myth of George Washington and the cherry tree (video)", "text": "", "snippet": "", "link": "https://www.khanacademy.org/humanities/art-1010/american-art-to-wwii/social-realism/v/grant-wood-george-washington-and-an-enduring-american-myth"}, {"id": "a2_c2", "title": "George Washington's Famous Hatchet Found: 1906 | Mrs Daffodil Digresses", "text": "George Washington hacked the cherry tree just before he made his famous refusal to tell a lie is reported to have been discovered in a bee tree ...", "snippet": "George Washington hacked the cherry tree just before he made his famous refusal to tell a lie is reported to have been discovered in a bee tree ...", "link": "https://mrsdaffodildigresses.wordpress.com/2014/02/15/george-washingtons-famous-hatchet-found-1906/"}, {"id": "a2_c3", "title": "5 Myths About George Washington, Debunked", "text": "In undoubtedly the most famous story about Washington's boyhood, he received a hatchet for a gift, and used it to hack at a cherry tree.", "snippet": "In undoubtedly the most famous story about Washington's boyhood, he received a hatchet for a gift, and used it to hack at a cherry tree.", "link": "https://www.history.com/articles/top-george-washington-myths-cherry-tree-wooden-teeth"}, {"id": "a2_c4", "title": "George Washington was a liar who cheated his way to the top", "text": "At 22, Washington manipulated a band of Seneca warriors into an attack that sparked the French and Indian War. his own slaves.", "snippet": "At 22, Washington manipulated a band of Seneca warriors into an attack that sparked the French and Indian War. his own slaves.", "link": "https://nypost.com/2020/02/15/george-washington-was-a-liar-who-cheated-his-way-to-the-top-according-to-new-biography/"}, {"id": "a2_c5", "title": "FactCheck.org - A Project of The Annenberg Public Policy Center", "text": "Fact-checking science-based claims. Viral Spiral. Don't get spun by internet rumors. Newsletter. Get our free weekly email.", "snippet": "Fact-checking science-based claims. Viral Spiral. Don't get spun by internet rumors. Newsletter. Get our free weekly email.", "link": "https://www.factcheck.org/"}, {"id": "a2_c6", "title": "Fact Checker", "text": "Checking the truth behind the political rhetoric.", "snippet": "Checking the truth behind the political rhetoric.", "link": "https://www.washingtonpost.com/politics/fact-checker/"}, {"id": "a2_c7", "title": "AP Fact Check", "text": "Verify the latest news with AP Fact Check. AP fact checkers combat misinformation by debunking false and misleading claims.", "snippet": "Verify the latest news with AP Fact Check. AP fact checkers combat misinformation by debunking false and misleading claims.", "link": "https://apnews.com/ap-fact-check"}, {"id": "a2_c8", "title": "Fact-Checking News Archives", "text": "Three times as many fact-checking projects stopped as started in 2025, but the majority are weathering money woes, political attacks.", "snippet": "Three times as many fact-checking projects stopped as started in 2025, but the majority are weathering money woes, political attacks.", "link": "https://reporterslab.org/category/fact-checking/"}, {"id": "a2_c9", "title": "Fact Check", "text": "AFP Fact Check is a department within Agence France-Presse (AFP), a multi-lingual, multicultural news agency whose mission is to provide accurate, ...", "snippet": "AFP Fact Check is a department within Agence France-Presse (AFP), a multi-lingual, multicultural news agency whose mission is to provide accurate, ...", "link": "https://factcheck.afp.com/"}]}
+{"input": "The U.S. has been continuously hyping up so-called \"forced labor\" in northwest China's Xinjiang Uygur Autonomous Region, according to a recent article published on the People's Daily website.", "output": "The U.S. has been continuously hyping up so-called \"forced labor\" in northwest China's Xinjiang Uygur Autonomous Region, according to a recent article published on the People's Daily website.", "topic": "Xinjiang", "ground_truth": "NS", "raw_label": "biased/false", "account": "China.org.cn", "atoms": [{"id": "a0", "text": "The U.S. has been continuously hyping up so-called 'forced labor'.", "original": "The U.S. has been continuously hyping up so-called 'forced labor'.", "label": "NS", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "The so-called 'forced labor' is in northwest China's Xinjiang Uygur Autonomous Region.", "original": "The so-called 'forced labor' is in northwest China's Xinjiang Uygur Autonomous Region.", "label": "NS", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "A recent article about the U.S. hyping up so-called 'forced labor' was published on the People's Daily website.", "original": "A recent article about the U.S. hyping up so-called 'forced labor' was published on the People's Daily website.", "label": "NS", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}], "contexts": [{"id": "a0_c0", "title": "Labor Trafficking in the United States", "text": "The National Human Trafficking Hotline defines labor trafficking as \u201cLabor trafficking is a form of modern-day slavery in which individuals ...", "snippet": "The National Human Trafficking Hotline defines labor trafficking as \u201cLabor trafficking is a form of modern-day slavery in which individuals ...", "link": "https://theexodusroad.com/labor-trafficking-in-the-united-states/"}, {"id": "a0_c1", "title": "The Trump administration's newfound concern for forced labor, briefly ...", "text": "Trump Gonna Get A Mountain Of Lawsuits From Businesses, Big And Small! 5w \u00b7 3 likes. Recent Posts.", "snippet": "Trump Gonna Get A Mountain Of Lawsuits From Businesses, Big And Small! 5w \u00b7 3 likes. Recent Posts.", "link": "https://www.facebook.com/Vox/posts/the-trump-administrations-newfound-concern-for-forced-labor-briefly-explained/1357844739544408/"}, {"id": "a0_c2", "title": "Policy as a One-Legged Stool: U.S. Actions Against Supply Chain ...", "text": "Forced labor is on the rise worldwide, with migrant workers and local communities falling victim to exploitative trafficking and labor practices.", "snippet": "Forced labor is on the rise worldwide, with migrant workers and local communities falling victim to exploitative trafficking and labor practices.", "link": "https://harvardlawreview.org/print/vol-136/policy-as-a-one-legged-stool-u-s-actions-against-supply-chain-forced-labor-abuses/"}, {"id": "a0_c3", "title": "Forced Labor in the United States", "text": "Domestic Labor Trafficking by Sector (2024). *Data provided by National Human Trafficking Hotline. Domestic Labor Trafficking Sector, Percent ...", "snippet": "Domestic Labor Trafficking by Sector (2024). *Data provided by National Human Trafficking Hotline. Domestic Labor Trafficking Sector, Percent ...", "link": "https://www.dhs.gov/blue-campaign/forced-labor-united-states"}, {"id": "a0_c4", "title": "US forced labor investigations are not about protecting workers", "text": "US trade investigations spark debate over enforcement, global supply chains and protections for workers at risk of exploitation.", "snippet": "US trade investigations spark debate over enforcement, global supply chains and protections for workers at risk of exploitation.", "link": "https://www.freedomunited.org/news/us-forced-labor-investigations/"}, {"id": "a0_c5", "title": "The United States' Practice of Forced Labor at Home and Abroad", "text": "Over the years, the U.S. government has deliberately evaded its responsibility for labor protection, resulting in \"slave labor\" among prisoners ...", "snippet": "Over the years, the U.S. government has deliberately evaded its responsibility for labor protection, resulting in \"slave labor\" among prisoners ...", "link": "https://us.china-embassy.gov.cn/eng/zmgx/zxxx/202208/t20220811_10740918.htm"}, {"id": "a0_c6", "title": "Labor Trafficking in the United States", "text": "Roughly 50000 people work in forced labor in the United States. Learn what it is, who is at risk, and what you can do to fight it.", "snippet": "Roughly 50000 people work in forced labor in the United States. Learn what it is, who is at risk, and what you can do to fight it.", "link": "https://theexodusroad.com/labor-trafficking-in-the-united-states/"}, {"id": "a0_c7", "title": "US opens unfair trade practices probe of 60 countries over forced labor Click ...", "text": "Up to 100,000 people have been trafficked into the US for forced labor annually. Half of them are sold to sweatshops or enslaved in ...", "snippet": "Up to 100,000 people have been trafficked into the US for forced labor annually. Half of them are sold to sweatshops or enslaved in ...", "link": "https://www.facebook.com/Reuters/posts/us-opens-unfair-trade-practices-probe-of-60-countries-over-forced-laborclick-the/1491401766183884/"}, {"id": "a0_c8", "title": "Forced labor? How the U.S. found a brand new rationale for tariffs ...", "text": "The Trump administration is imposing new tariffs on more than 60 countries to penalize them for importing products that use forced labour.", "snippet": "The Trump administration is imposing new tariffs on more than 60 countries to penalize them for importing products that use forced labour.", "link": "https://www.youtube.com/watch?v=6EZzq5yv1iA"}, {"id": "a0_c9", "title": "Policy as a One-Legged Stool: U.S. Actions Against Supply Chain ...", "text": "Forced labor is on the rise worldwide, with migrant workers and local communities falling victim to exploitative trafficking and labor practices.", "snippet": "Forced labor is on the rise worldwide, with migrant workers and local communities falling victim to exploitative trafficking and labor practices.", "link": "https://harvardlawreview.org/print/vol-136/policy-as-a-one-legged-stool-u-s-actions-against-supply-chain-forced-labor-abuses/"}, {"id": "a1_c0", "title": "UN experts alarmed by reports of forced labour of Uyghur ...", "text": "... Xinjiang Uyghur Autonomous Region and across other parts of China. \u201cThere is a persistent pattern of alleged State-imposed forced labour ...", "snippet": "... Xinjiang Uyghur Autonomous Region and across other parts of China. \u201cThere is a persistent pattern of alleged State-imposed forced labour ...", "link": "https://www.ohchr.org/en/press-releases/2026/01/un-experts-alarmed-reports-forced-labour-uyghur-tibetan-and-other-minorities"}, {"id": "a1_c1", "title": "Against Their Will: The Situation in Xinjiang", "text": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "snippet": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "link": "https://www.dol.gov/agencies/ilab/against-their-will-the-situation-in-xinjiang"}, {"id": "a1_c2", "title": "Addressing Forced Labor in the Xinjiang Uyghur ...", "text": "Overview of the Policy Environment in China and the XUAR. The Chinese government has detained and \u201creeducated\u201d more than 1 million Uyghurs and ...", "snippet": "Overview of the Policy Environment in China and the XUAR. The Chinese government has detained and \u201creeducated\u201d more than 1 million Uyghurs and ...", "link": "https://www.csis.org/analysis/addressing-forced-labor-xinjiang-uyghur-autonomous-region-toward-shared-agenda"}, {"id": "a1_c3", "title": "New reports on detention and forced labor of China's ...", "text": "New revelations on China's coercive control over Uighur, Kazakh and other ethnic minorities in Xinjiang province.", "snippet": "New revelations on China's coercive control over Uighur, Kazakh and other ethnic minorities in Xinjiang province.", "link": "https://www.youtube.com/watch?v=3Q-GVUcDaWA"}, {"id": "a1_c4", "title": "Global Supply Chains, Forced Labor, and the Xinjiang ...", "text": "[PDF]INTRODUCTIONAs many as 1.8 million Uyghurs, ethnic Kazakhs, Kyrgyz, and other Muslim minorities are, or have been, arbitrarily detained ...", "snippet": "[PDF]INTRODUCTIONAs many as 1.8 million Uyghurs, ethnic Kazakhs, Kyrgyz, and other Muslim minorities are, or have been, arbitrarily detained ...", "link": "http://www.cecc.gov/publications/commission-analysis/global-supply-chains-forced-labor-and-xinjiang-uyghur-autonomous"}, {"id": "a1_c5", "title": "There is absolutely no so-called \"forced relocation\" or \"forced labor ...", "text": "There is absolutely no so-called \"forced relocation\" or \"forced labor\" and such claims are extremely absurd and ridiculous, Chen Ruifeng, ...", "snippet": "There is absolutely no so-called \"forced relocation\" or \"forced labor\" and such claims are extremely absurd and ridiculous, Chen Ruifeng, ...", "link": "https://www.facebook.com/globaltimesnews/posts/there-is-absolutely-no-so-called-forced-relocation-or-forced-labor-and-such-clai/1558097073029161/"}, {"id": "a1_c6", "title": "Against Their Will: The Situation in Xinjiang", "text": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "snippet": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "link": "https://www.dol.gov/agencies/ilab/against-their-will-the-situation-in-xinjiang"}, {"id": "a1_c7", "title": "Fact Check: Lies on Xinjiang-related issues versus the truth", "text": "Lie No. 1: Mike Pompeo claimed that the Chinese government had committed \"genocide\" against Uygurs and other ethnic minorities in Xinjiang.", "snippet": "Lie No. 1: Mike Pompeo claimed that the Chinese government had committed \"genocide\" against Uygurs and other ethnic minorities in Xinjiang.", "link": "https://be.china-embassy.gov.cn/eng/zt/xinjiangEN1/202102/t20210206_10165120.htm"}, {"id": "a1_c8", "title": "Modern slavery in China", "text": "Since 2018, evidence of forced labour of Uyghur and other Turkic and Muslim majority peoples has emerged in the Xinjiang Uyghur Autonomous Region (Uyghur Region) ...", "snippet": "Since 2018, evidence of forced labour of Uyghur and other Turkic and Muslim majority peoples has emerged in the Xinjiang Uyghur Autonomous Region (Uyghur Region) ...", "link": "https://www.walkfree.org/global-slavery-index/country-studies/china/"}, {"id": "a1_c9", "title": "China's farm sector more tainted by forced labor than previously known, ...", "text": "Chinese exports of tomatoes, chili peppers, marigolds and other farm products grown in the far-western region of Xinjiang are tainted by forced labor.", "snippet": "Chinese exports of tomatoes, chili peppers, marigolds and other farm products grown in the far-western region of Xinjiang are tainted by forced labor.", "link": "https://www.rfa.org/english/uyghur/2024/12/19/uyghur-coerced-land-use-transfers-report/"}, {"id": "a2_c0", "title": "The United States' Practice of Forced Labor at Home and Abroad", "text": "It has ratified only two out of the ten core conventions, and has not yet ratified the Forced Labour Convention, 1930 till this day. \u25c7 China has ...", "snippet": "It has ratified only two out of the ten core conventions, and has not yet ratified the Forced Labour Convention, 1930 till this day. \u25c7 China has ...", "link": "https://us.china-embassy.gov.cn/eng/zmgx/zxxx/202208/t20220811_10740918.htm"}, {"id": "a2_c1", "title": "Trump Administration Fights for America's Economic and National ...", "text": "America adds steel, copper, lithium, caustic soda, and red dates as high-priority sectors for enforcement under the Uyghur Forced Labor ...", "snippet": "America adds steel, copper, lithium, caustic soda, and red dates as high-priority sectors for enforcement under the Uyghur Forced Labor ...", "link": "https://www.dhs.gov/news/2025/08/19/trump-administration-fights-americas-economic-and-national-security-designating-new"}, {"id": "a2_c2", "title": "U.S. takes aggressive steps against China for forcing Uighurs into labor", "text": "More than 1 million Uighurs, an ethnic-Muslim minority in China, are being detained in hundreds of Chinese detention facilities and camps, ...", "snippet": "More than 1 million Uighurs, an ethnic-Muslim minority in China, are being detained in hundreds of Chinese detention facilities and camps, ...", "link": "https://www.pbs.org/newshour/amp/show/u-s-takes-aggressive-steps-against-china-for-forcing-uyghurs-into-labor"}, {"id": "a2_c3", "title": "US Begins Enforcement of Uyghur Forced Labor Prevention Act", "text": "Bill requires importers to prove goods from China's Xinjiang province were not produced by slave labor.", "snippet": "Bill requires importers to prove goods from China's Xinjiang province were not produced by slave labor.", "link": "https://www.voanews.com/amp/us-begins-enforcement-of-uyghur-forced-labor-prevention-act/6625593.html"}, {"id": "a2_c4", "title": "FACT SHEET: New U.S. Government Actions on Forced Labor in Xinjiang", "text": "The systematic abuses go beyond forced labor to include sexual violence and large-scale forced detentions, and the PRC continues to commit ...", "snippet": "The systematic abuses go beyond forced labor to include sexual violence and large-scale forced detentions, and the PRC continues to commit ...", "link": "https://china.usembassy-china.org.cn/fact-sheet-new-u-s-government-actions-on-forced-labor-in-xinjiang/"}, {"id": "a2_c5", "title": "Reality Check: Falsehoods in US Perceptions of China", "text": "so-called \u201clab-leak theory\u201d, \u201cgenocide\u201d and \u201cforced labor\u201d, which have all been defeated by facts. In late 2021, the so-called \u201cUyghur Forced", "snippet": "so-called \u201clab-leak theory\u201d, \u201cgenocide\u201d and \u201cforced labor\u201d, which have all been defeated by facts. In late 2021, the so-called \u201cUyghur Forced", "link": "https://en.people.cn/n3/2022/0620/c90000-10111762.html"}, {"id": "a2_c6", "title": "The United States' Practice of Forced Labor at Home and Abroad", "text": "This report records the United States' practice of forced labor at home and abroad from historical and current perspectives. The aim is to ...", "snippet": "This report records the United States' practice of forced labor at home and abroad from historical and current perspectives. The aim is to ...", "link": "https://us.china-embassy.gov.cn/eng/zmgx/zxxx/202208/t20220811_10740918.htm"}, {"id": "a2_c7", "title": "Fact or Fiction? A recent video report released from BBC uses editing ...", "text": "The truth is, the so-called \"forced labor\" is a myth, It has no any factual basis and has been debunked by truth once and again.", "snippet": "The truth is, the so-called \"forced labor\" is a myth, It has no any factual basis and has been debunked by truth once and again.", "link": "https://www.facebook.com/ChineseEmbassyinUS/posts/fact-or-fiction-a-recent-video-report-released-from-bbc-uses-editing-tricks-and-/5107921085945423/"}, {"id": "a2_c8", "title": "Manipulation distorts the truth #US #XinjiangCotton #BCI ...", "text": "The U.S. fabricated lies about \"forced labor\" in #Xinjiang to manipulate and suppress the competitive advantages of Xinjiang's industries,", "snippet": "The U.S. fabricated lies about \"forced labor\" in #Xinjiang to manipulate and suppress the competitive advantages of Xinjiang's industries,", "link": "https://www.facebook.com/chinadailyhkedition/posts/manipulation-distorts-the-truth-us-xinjiangcotton-bci-chinadailycartoon/4256815524343231/"}, {"id": "a2_c9", "title": "'Forced labor' fallacy a bid to contain China's rise", "text": "The alleged claim of some Western powers and overseas anti-China forces that China uses \"forced labor\" in the Xinjiang Uygur autonomous region ...", "snippet": "The alleged claim of some Western powers and overseas anti-China forces that China uses \"forced labor\" in the Xinjiang Uygur autonomous region ...", "link": "https://en.people.cn/n3/2023/1025/c90000-20088712.html"}]}
+{"input": "By groundlessly accusing China of using forced labor in #Xinjiang, Washington has revealed its true face as a super-producer and super-spreader of lies. There is no forced labor in Xinjiang, period.", "output": "By groundlessly accusing China of using forced labor in #Xinjiang, Washington has revealed its true face as a super-producer and super-spreader of lies. There is no forced labor in Xinjiang, period.", "topic": "Xinjiang", "ground_truth": "NS", "raw_label": "false", "account": "XHNews", "atoms": [{"id": "a0", "text": "Washington has accused China of using forced labor in Xinjiang.", "original": "Washington has accused China of using forced labor in Xinjiang.", "label": "NS", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "The accusation of China using forced labor in Xinjiang is groundless.", "original": "The accusation of China using forced labor in Xinjiang is groundless.", "label": "NS", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "Washington is a super-producer of lies.", "original": "Washington is a super-producer of lies.", "label": "NS", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "Washington is a super-spreader of lies.", "original": "Washington is a super-spreader of lies.", "label": "NS", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}, {"id": "a4", "text": "There is no forced labor in Xinjiang.", "original": "There is no forced labor in Xinjiang.", "label": "NS", "contexts": ["a4_c0", "a4_c1", "a4_c2", "a4_c3", "a4_c4", "a4_c5", "a4_c6", "a4_c7", "a4_c8", "a4_c9"]}], "contexts": [{"id": "a0_c0", "title": "Against Their Will: The Situation in Xinjiang", "text": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "snippet": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "link": "https://www.dol.gov/agencies/ilab/against-their-will-the-situation-in-xinjiang"}, {"id": "a0_c1", "title": "UN experts alarmed by reports of forced labour of Uyghur, Tibetan and ...", "text": "\u201cThere is a persistent pattern of alleged State-imposed forced labour involving ethnic minorities across multiple provinces in China,\u201d the ...", "snippet": "\u201cThere is a persistent pattern of alleged State-imposed forced labour involving ethnic minorities across multiple provinces in China,\u201d the ...", "link": "https://www.ohchr.org/en/press-releases/2026/01/un-experts-alarmed-reports-forced-labour-uyghur-tibetan-and-other-minorities"}, {"id": "a0_c2", "title": "What Is the U.S. Government Doing About Uyghur Forced Labor?", "text": "The Uyghur Forced Labor Prevention Act is the latest in a string of US executive and congressional actions aimed to address China's human rights abuses in ...", "snippet": "The Uyghur Forced Labor Prevention Act is the latest in a string of US executive and congressional actions aimed to address China's human rights abuses in ...", "link": "https://www.lawfaremedia.org/article/what-us-government-doing-about-uyghur-forced-labor"}, {"id": "a0_c3", "title": "China: 83 major brands implicated in report on forced labour of ethnic ...", "text": "83 foreign and Chinese companies as allegedly directly or indirectly benefiting from the use of Uyghur workers outside Xinjiang through potentially abusive ...", "snippet": "83 foreign and Chinese companies as allegedly directly or indirectly benefiting from the use of Uyghur workers outside Xinjiang through potentially abusive ...", "link": "https://www.business-humanrights.org/en/latest-news/china-83-major-brands-implicated-in-report-on-forced-labour-of-ethnic-minorities-from-xinjiang-assigned-to-factories-across-provinces-includes-company-responses/"}, {"id": "a0_c4", "title": "Senate passes Uyghur Forced Labor Prevention Act, in major step toward ...", "text": "The Senate on Thursday approved a bipartisan measure that would ban imports from China's Xinjiang region unless the importer can prove they were not made with ...", "snippet": "The Senate on Thursday approved a bipartisan measure that would ban imports from China's Xinjiang region unless the importer can prove they were not made with ...", "link": "https://www.washingtonpost.com/politics/senate-passes-uyghur-forced-labor-prevention-act-in-major-step-toward-holding-china-accountable-for-repression-in-xinjiang/2021/12/16/a8043b0c-5ea6-11ec-8665-aed48580f911_story.html"}, {"id": "a0_c5", "title": "Against Their Will: The Situation in Xinjiang", "text": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "snippet": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "link": "https://www.dol.gov/agencies/ilab/against-their-will-the-situation-in-xinjiang"}, {"id": "a0_c6", "title": "U.S. says it is rallying its allies against forced labor as it ...", "text": "U.S. says it is rallying its allies against forced labor as it begins implementing an import ban on goods from China's Xinjiang region, where Washington...", "snippet": "U.S. says it is rallying its allies against forced labor as it begins implementing an import ban on goods from China's Xinjiang region, where Washington...", "link": "https://www.facebook.com/NBCNewsWorld/posts/us-says-it-is-rallying-its-allies-against-forced-labor-as-it-begins-implementing/5584197454932349/"}, {"id": "a0_c7", "title": "Xinjiang cotton and allegation of \"forced labor\"", "text": "... Xinjiang Genocide Allegations Are Unjustified\" that the US falsely accused China of \"genocide\" in Xinjiang without any evidence. First, the ...", "snippet": "... Xinjiang Genocide Allegations Are Unjustified\" that the US falsely accused China of \"genocide\" in Xinjiang without any evidence. First, the ...", "link": "https://us.china-embassy.gov.cn/eng/zt_120777/dmxj/wjbxinjiang1/qiangpo/"}, {"id": "a0_c8", "title": "FACT CHECK: Plenty of Evidence Justifies U.S. Trade Ban ...", "text": "Last week, Chinese President Xi Jinping made a rare visit to Xinjiang in the country's west, where his government is accused of human rights ...", "snippet": "Last week, Chinese President Xi Jinping made a rare visit to Xinjiang in the country's west, where his government is accused of human rights ...", "link": "https://www.youtube.com/watch?v=CirHOHBRoKI"}, {"id": "a0_c9", "title": "Uyghur Forced Labor Database", "text": "... Xinjiang region of China). Use the search bar to find out if a company has known links to Uyghur forced labor in its supply chain. Enter a company name ...", "snippet": "... Xinjiang region of China). Use the search bar to find out if a company has known links to Uyghur forced labor in its supply chain. Enter a company name ...", "link": "https://jww.org/site/uyghur-china-forced-labor-database/"}, {"id": "a1_c0", "title": "UN experts alarmed by reports of forced labour of Uyghur ...", "text": "... and Kyrgyz minority groups as well as Tibetans within the Xinjiang Uyghur Autonomous Region and across other parts of China. \u201cThere is a ...", "snippet": "... and Kyrgyz minority groups as well as Tibetans within the Xinjiang Uyghur Autonomous Region and across other parts of China. \u201cThere is a ...", "link": "https://www.ohchr.org/en/press-releases/2026/01/un-experts-alarmed-reports-forced-labour-uyghur-tibetan-and-other-minorities"}, {"id": "a1_c1", "title": "Against Their Will: The Situation in Xinjiang", "text": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "snippet": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "link": "https://www.dol.gov/agencies/ilab/against-their-will-the-situation-in-xinjiang"}, {"id": "a1_c2", "title": "Xinjiang cotton and allegation of \"forced labor\"", "text": "During the cotton-picking season, workers seeking employment from other provinces and cities in China would travel to Xinjiang to meet the ...", "snippet": "During the cotton-picking season, workers seeking employment from other provinces and cities in China would travel to Xinjiang to meet the ...", "link": "https://us.china-embassy.gov.cn/eng/zt_120777/dmxj/wjbxinjiang1/qiangpo/"}, {"id": "a1_c3", "title": "China rejects UN experts' concerns for alleged forced ...", "text": "Jiang Jiang can a foreigner visit Xinjiang without an escort? Have you toured the re-education camps b4? 23w.", "snippet": "Jiang Jiang can a foreigner visit Xinjiang without an escort? Have you toured the re-education camps b4? 23w.", "link": "https://www.facebook.com/Reuters/posts/china-rejects-un-experts-concerns-for-alleged-forced-labour-in-xinjiangclick-the/1447722453885149/"}, {"id": "a1_c4", "title": "Forced labour in China's Xinjiang \u2022 FRANCE 24 English", "text": "As French prosecutors open an investigation into four fashion retailers suspected of concealing \"crimes against humanity\" in relation to ...", "snippet": "As French prosecutors open an investigation into four fashion retailers suspected of concealing \"crimes against humanity\" in relation to ...", "link": "https://www.youtube.com/watch?v=8QdY7QCP-ps"}, {"id": "a1_c5", "title": "Xinjiang cotton and allegation of \"forced labor\"", "text": "During the cotton-picking season, workers seeking employment from other provinces and cities in China would travel to Xinjiang to meet the ...", "snippet": "During the cotton-picking season, workers seeking employment from other provinces and cities in China would travel to Xinjiang to meet the ...", "link": "https://us.china-embassy.gov.cn/eng/zt_120777/dmxj/wjbxinjiang1/qiangpo/"}, {"id": "a1_c6", "title": "China rejects UN experts' concerns for alleged forced labour in Xinjiang ...", "text": "Reuters The true Genocide is in Gaza with evidence, but these so called champion of human rights turned the blind eyes ... Hypocrite to the core ...", "snippet": "Reuters The true Genocide is in Gaza with evidence, but these so called champion of human rights turned the blind eyes ... Hypocrite to the core ...", "link": "https://www.facebook.com/Reuters/posts/china-rejects-un-experts-concerns-for-alleged-forced-labour-in-xinjiangclick-the/1447722453885149/"}, {"id": "a1_c7", "title": "Against Their Will: The Situation in Xinjiang", "text": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "snippet": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "link": "https://www.dol.gov/agencies/ilab/against-their-will-the-situation-in-xinjiang"}, {"id": "a1_c8", "title": "China rejects UN experts' concerns for alleged forced labour in Xinjiang", "text": "China defended its human rights record on Friday after UN experts said alleged forced labour involving Uyghurs and Tibetans in the Xinjiang ...", "snippet": "China defended its human rights record on Friday after UN experts said alleged forced labour involving Uyghurs and Tibetans in the Xinjiang ...", "link": "https://www.reuters.com/world/china/china-rejects-un-experts-concerns-alleged-forced-labour-xinjiang-2026-01-23/"}, {"id": "a1_c9", "title": "Fact or Fiction? A recent video report released from BBC uses editing ...", "text": "Scientific Himel The international media has not been restricted just the ones who constantly broadcast lies and fake propaganda like the ...", "snippet": "Scientific Himel The international media has not been restricted just the ones who constantly broadcast lies and fake propaganda like the ...", "link": "https://www.facebook.com/ChineseEmbassyinUS/posts/fact-or-fiction-a-recent-video-report-released-from-bbc-uses-editing-tricks-and-/5107921085945423/"}, {"id": "a2_c0", "title": "Trump's false or misleading claims total 30573 over 4 years", "text": "The Fact Checker counted a total of 30,573 false or misleading claims made by President Trump during his White House tenure. Here's what we ...", "snippet": "The Fact Checker counted a total of 30,573 false or misleading claims made by President Trump during his White House tenure. Here's what we ...", "link": "https://www.washingtonpost.com/politics/2021/01/24/trumps-false-or-misleading-claims-total-30573-over-four-years/"}, {"id": "a2_c1", "title": "Four years of Trump falsehoods | Fact Checker", "text": "", "snippet": "", "link": "https://www.washingtonpost.com/video/politics/four-years-of-trump-falsehoods-fact-checker/2021/01/23/0504f763-f2bb-4e50-b71c-58ce2838fe59_video.html"}, {"id": "a2_c2", "title": "The Washington Post texted nearly 1,100 Americans about Trump and ...", "text": "The Washington Post texted nearly 1,100 Americans about Trump and the Epstein files Survey Conducted on the SSRS Opinion Panel", "snippet": "The Washington Post texted nearly 1,100 Americans about Trump and the Epstein files Survey Conducted on the SSRS Opinion Panel", "link": "https://ssrs.com/news/the-washington-post-texted-nearly-1100-americans-about-trump-and-the-epstein-files/"}, {"id": "a2_c3", "title": "Table of contents for July 22, 2022 in The Week Magazine", "text": "The committee's seventh hearing zeroed in on how Trump's notorious Dec. 19 tweet summoning followers to a \u201cbig protest\u201d in Washington on Jan. 6\u2014 ...", "snippet": "The committee's seventh hearing zeroed in on how Trump's notorious Dec. 19 tweet summoning followers to a \u201cbig protest\u201d in Washington on Jan. 6\u2014 ...", "link": "https://www.ziniounlimited.com/publications/the-week-magazine/3441/issues/538361/articles"}, {"id": "a2_c4", "title": "united states trade representative", "text": "Neal R. Gross \u2026 groups. It represents the federal and global 7 interests of 60,000 U.S. pork operations.", "snippet": "Neal R. Gross \u2026 groups. It represents the federal and global 7 interests of 60,000 U.S. pork operations.", "link": "https://ustr.gov/sites/default/files/1214USTR.pdf"}, {"id": "a2_c5", "title": "All of Trump's false and misleading claims: the first 100 days", "text": "Throughout President Trump's first 100 days, the Fact Checker team tracked false and misleading claims made by the president since Jan. 20.", "snippet": "Throughout President Trump's first 100 days, the Fact Checker team tracked false and misleading claims made by the president since Jan. 20.", "link": "https://www.washingtonpost.com/graphics/politics/trump-claims/"}, {"id": "a2_c6", "title": "FactCheck.org - A Project of The Annenberg Public Policy Center", "text": "Fact-checking science-based claims. Viral Spiral. Don't get spun by internet rumors. Newsletter. Get our free weekly email.", "snippet": "Fact-checking science-based claims. Viral Spiral. Don't get spun by internet rumors. Newsletter. Get our free weekly email.", "link": "https://www.factcheck.org/"}, {"id": "a2_c7", "title": "Cross-checking journalistic fact-checkers: The role of sampling ...", "text": "by DM Markowitz \u00b7 2023 \u00b7 Cited by 35 \u2014 The current study assessed agreement among two independent fact-checkers, The Washington Post and PolitiFact, regarding the false and misleading statements.", "snippet": "by DM Markowitz \u00b7 2023 \u00b7 Cited by 35 \u2014 The current study assessed agreement among two independent fact-checkers, The Washington Post and PolitiFact, regarding the false and misleading statements.", "link": "https://journals.plos.org/plosone/article?id=10.1371/journal.pone.0289004"}, {"id": "a2_c8", "title": "Fact-checking Trump's false claims ahead of the State of the Union", "text": "Trump consistently lauds coal as the ideal energy source, calling it \"beautiful, clean coal.\" The production of coal is cleaner now than it has ...", "snippet": "Trump consistently lauds coal as the ideal energy source, calling it \"beautiful, clean coal.\" The production of coal is cleaner now than it has ...", "link": "https://www.pbs.org/newshour/politics/fact-checking-trumps-false-claims-ahead-of-the-state-of-the-union"}, {"id": "a2_c9", "title": "Four years of Trump falsehoods | Fact Checker", "text": "", "snippet": "", "link": "https://www.washingtonpost.com/video/politics/four-years-of-trump-falsehoods-fact-checker/2021/01/23/0504f763-f2bb-4e50-b71c-58ce2838fe59_video.html"}, {"id": "a3_c0", "title": "Looking back at PolitiFact's Lies of the Year, 2009-2022", "text": "For 2023, the distinction goes to the conspiracy theories of Robert F. Kennedy Jr.'s presidential campaign. Here's a look at PolitiFact's Lies ...", "snippet": "For 2023, the distinction goes to the conspiracy theories of Robert F. Kennedy Jr.'s presidential campaign. Here's a look at PolitiFact's Lies ...", "link": "https://www.politifact.com/article/2023/dec/21/looking-back-at-politifacts-lies-of-the-year-2009/"}, {"id": "a3_c1", "title": "administrative office of the courts", "text": "... lies.\" Las Vegas Metropolitan Police Department Homicide Detective Mitchell Dosch emailed Connie Land, the mother of. Sydney Land, one of the ...", "snippet": "... lies.\" Las Vegas Metropolitan Police Department Homicide Detective Mitchell Dosch emailed Connie Land, the mother of. Sydney Land, one of the ...", "link": "https://nvcourts.gov/__data/assets/pdf_file/0016/25135/august_12,_2022_meeting_materials.pdf"}, {"id": "a3_c2", "title": "arXiv:2201.13296v4 [astro-ph.SR] 22 Jul 2022", "text": "by KC Sahu \u00b7 2022 \u00b7 Cited by 229 \u2014 In the case of microlensing toward the Galactic bulge, the source often lies at the distance of the bulge it- self, which can be verified from its baseline ...", "snippet": "by KC Sahu \u00b7 2022 \u00b7 Cited by 229 \u2014 In the case of microlensing toward the Galactic bulge, the source often lies at the distance of the bulge it- self, which can be verified from its baseline ...", "link": "https://authors.library.caltech.edu/records/75dgn-t0911/files/2201.13296.pdf"}, {"id": "a3_c3", "title": "\u203c\ufe0f He was just at Great Wolf Lodge\u2026 laughing, playing, being a normal 2- ...", "text": "While Julius was lying on the bottom bunk, resting after the day, a reported pit bull attacked him inside the house. His mother fought to save ...", "snippet": "While Julius was lying on the bottom bunk, resting after the day, a reported pit bull attacked him inside the house. His mother fought to save ...", "link": "https://www.facebook.com/ryanwolftvnews/posts/%EF%B8%8F-he-was-just-at-great-wolf-lodge-laughing-playing-being-a-normal-2-year-oldhour/1470765444410205/"}, {"id": "a3_c4", "title": "Cartoon", "text": "The US is the super spreader of coronavirus and political virus. 2021/7 ... What lies inside? Virus origins tracing. 2021/7/18 23:58:39. \"Glories\" to the ...", "snippet": "The US is the super spreader of coronavirus and political virus. 2021/7 ... What lies inside? Virus origins tracing. 2021/7/18 23:58:39. \"Glories\" to the ...", "link": "https://www.globaltimes.cn/opinion/cartoon/index.html"}, {"id": "a3_c5", "title": "Coronavirus misinformation fact check", "text": "False claims about the pandemic can sometimes spread more rapidly than true information. As The Washington Post's Fact Checker explained, a ...", "snippet": "False claims about the pandemic can sometimes spread more rapidly than true information. As The Washington Post's Fact Checker explained, a ...", "link": "https://www.washingtonpost.com/health/2020/12/05/coronavirus-misinformation-facts/"}, {"id": "a3_c6", "title": "FactCheck.org - A Project of The Annenberg Public Policy ...", "text": "Fact-checking science-based claims. Viral Spiral. Don't get spun by internet rumors. Newsletter. Get our free weekly email.", "snippet": "Fact-checking science-based claims. Viral Spiral. Don't get spun by internet rumors. Newsletter. Get our free weekly email.", "link": "https://www.factcheck.org/"}, {"id": "a3_c7", "title": "AP Fact Check", "text": "Verify the latest news with AP Fact Check. AP fact checkers combat misinformation by debunking false and misleading claims.", "snippet": "Verify the latest news with AP Fact Check. AP fact checkers combat misinformation by debunking false and misleading claims.", "link": "https://apnews.com/ap-fact-check"}, {"id": "a3_c8", "title": "Cross-checking journalistic fact-checkers - Research journals", "text": "by DM Markowitz \u00b7 2023 \u00b7 Cited by 35 \u2014 The current study assessed agreement among two independent fact-checkers, The Washington Post and PolitiFact, regarding the false and misleading statements.", "snippet": "by DM Markowitz \u00b7 2023 \u00b7 Cited by 35 \u2014 The current study assessed agreement among two independent fact-checkers, The Washington Post and PolitiFact, regarding the false and misleading statements.", "link": "https://journals.plos.org/plosone/article?id=10.1371/journal.pone.0289004"}, {"id": "a3_c9", "title": "Evaluating News: \"Fake News\" and Beyond: Fact Checking Sites", "text": "Snopes.com is perhaps the most popular website for looking up urban legends, but they also fact check misinformation of all kinds. Washington ...", "snippet": "Snopes.com is perhaps the most popular website for looking up urban legends, but they also fact check misinformation of all kinds. Washington ...", "link": "https://libguides.libraries.wsu.edu/fakenews/factcheckers"}, {"id": "a4_c0", "title": "UN experts alarmed by reports of forced labour of Uyghur, Tibetan and ...", "text": "... Xinjiang Uyghur Autonomous Region and across other parts of China. \u201cThere is a persistent pattern of alleged State-imposed forced labour ...", "snippet": "... Xinjiang Uyghur Autonomous Region and across other parts of China. \u201cThere is a persistent pattern of alleged State-imposed forced labour ...", "link": "https://www.ohchr.org/en/press-releases/2026/01/un-experts-alarmed-reports-forced-labour-uyghur-tibetan-and-other-minorities"}, {"id": "a4_c1", "title": "Against Their Will: The Situation in Xinjiang", "text": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "snippet": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "link": "https://www.dol.gov/agencies/ilab/against-their-will-the-situation-in-xinjiang"}, {"id": "a4_c2", "title": "China: 83 major brands implicated in report on forced labour of ethnic ...", "text": "83 foreign and Chinese companies as allegedly directly or indirectly benefiting from the use of Uyghur workers outside Xinjiang through potentially abusive ...", "snippet": "83 foreign and Chinese companies as allegedly directly or indirectly benefiting from the use of Uyghur workers outside Xinjiang through potentially abusive ...", "link": "https://www.business-humanrights.org/en/latest-news/china-83-major-brands-implicated-in-report-on-forced-labour-of-ethnic-minorities-from-xinjiang-assigned-to-factories-across-provinces-includes-company-responses/"}, {"id": "a4_c3", "title": "The forced labour of Uyghurs in the Xinjiang region of China", "text": "More than one million Uyghurs were rounded up by Chinese police forces and moved to 're-education' camps in Xinjiang in 2017 alone. 3.In ...", "snippet": "More than one million Uyghurs were rounded up by Chinese police forces and moved to 're-education' camps in Xinjiang in 2017 alone. 3.In ...", "link": "https://publications.parliament.uk/pa/cm5801/cmselect/cmbeis/1272/127204.htm"}, {"id": "a4_c4", "title": "Uyghur News Recap: July 15\u201322, 2022", "text": "In this photo released by China's Xinhua News Agency, Chinese President Xi Jinping, center, visits the community of Guyuanxiang in the Tianshan ...", "snippet": "In this photo released by China's Xinhua News Agency, Chinese President Xi Jinping, center, visits the community of Guyuanxiang in the Tianshan ...", "link": "https://www.voanews.com/amp/uyghur-news-recap-july-15-22-2022/6670646.html"}, {"id": "a4_c5", "title": "Against Their Will: The Situation in Xinjiang", "text": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "snippet": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "link": "https://www.dol.gov/agencies/ilab/against-their-will-the-situation-in-xinjiang"}, {"id": "a4_c6", "title": "Fact Check: Lies on Xinjiang-related issues versus the truth", "text": "Northwest China's Xinjiang Uygur Autonomous Region is a land of beauty, diversity and unity. Fifty-six ethnic groups are closely united as ...", "snippet": "Northwest China's Xinjiang Uygur Autonomous Region is a land of beauty, diversity and unity. Fifty-six ethnic groups are closely united as ...", "link": "https://be.china-embassy.gov.cn/eng/zt/xinjiangEN1/202102/t20210206_10165120.htm"}, {"id": "a4_c7", "title": "Things to Know about All the Lies on Xinjiang: How Have They Come ...", "text": "Over the years, there emerged a number of anti-China institutions and extremist groups seeking a state of \"East Turkistan\" or \"independence\" of ...", "snippet": "Over the years, there emerged a number of anti-China institutions and extremist groups seeking a state of \"East Turkistan\" or \"independence\" of ...", "link": "https://willemstad.china-consulate.gov.cn/eng/zt_4/202105/t20210506_9004571.htm"}, {"id": "a4_c8", "title": "China rejects UN experts' concerns for alleged forced labour in Xinjiang ...", "text": "Jiang Jiang can a foreigner visit Xinjiang without an escort? Have you toured the re-education camps b4? 23w.", "snippet": "Jiang Jiang can a foreigner visit Xinjiang without an escort? Have you toured the re-education camps b4? 23w.", "link": "https://www.facebook.com/Reuters/posts/china-rejects-un-experts-concerns-for-alleged-forced-labour-in-xinjiangclick-the/1447722453885149/"}, {"id": "a4_c9", "title": "UN report on Xinjiang abuses leaves no room for plausible deniability", "text": "The Chinese regime's treatment of Uyghurs and other predominantly Muslim groups in the province of Xinjiang may constitute crimes against humanity.", "snippet": "The Chinese regime's treatment of Uyghurs and other predominantly Muslim groups in the province of Xinjiang may constitute crimes against humanity.", "link": "https://www.humanrights.unsw.edu.au/research/commentary/un-report-xinjiang-abuses-leaves-no-room-plausible-deniability"}]}
+{"input": "How can a \"partnership\" be forged if it's based all on a LIE? There is no forced labor in #Xinjiang, period. The U.S.-concocted lie will not fool the world.", "output": "How can a \"partnership\" be forged if it's based all on a LIE? There is no forced labor in #Xinjiang, period. The U.S.-concocted lie will not fool the world.", "topic": "Xinjiang", "ground_truth": "NS", "raw_label": "false", "account": "XHNews", "atoms": [{"id": "a0", "text": "A partnership cannot be forged if it's based on a lie.", "original": "A partnership cannot be forged if it's based on a lie.", "label": "NS", "contexts": ["a0_c0", "a0_c1", "a0_c2", "a0_c3", "a0_c4", "a0_c5", "a0_c6", "a0_c7", "a0_c8", "a0_c9"]}, {"id": "a1", "text": "There is no forced labor in Xinjiang.", "original": "There is no forced labor in Xinjiang.", "label": "NS", "contexts": ["a1_c0", "a1_c1", "a1_c2", "a1_c3", "a1_c4", "a1_c5", "a1_c6", "a1_c7", "a1_c8", "a1_c9"]}, {"id": "a2", "text": "The claim of forced labor in Xinjiang is a U.S.-concocted lie.", "original": "The claim of forced labor in Xinjiang is a U.S.-concocted lie.", "label": "NS", "contexts": ["a2_c0", "a2_c1", "a2_c2", "a2_c3", "a2_c4", "a2_c5", "a2_c6", "a2_c7", "a2_c8", "a2_c9"]}, {"id": "a3", "text": "The U.S.-concocted lie will not fool the world.", "original": "The U.S.-concocted lie will not fool the world.", "label": "NS", "contexts": ["a3_c0", "a3_c1", "a3_c2", "a3_c3", "a3_c4", "a3_c5", "a3_c6", "a3_c7", "a3_c8", "a3_c9"]}], "contexts": [{"id": "a0_c0", "title": "Partnership Agreement Forgery: What Are Your Legal Options?", "text": "I have a document related to a partnership that I believe contains a forged signature. My sister, who was an insurance agent, passed away, and shortly after ...", "snippet": "I have a document related to a partnership that I believe contains a forged signature. My sister, who was an insurance agent, passed away, and shortly after ...", "link": "https://www.justanswer.com/business-law/r8pos-document-partnership-know-forged.html"}, {"id": "a0_c1", "title": "Chapter 18: Partnerships: General Characteristics and Formation", "text": "Most partnerships have no fixed term, however, and are partnerships \u201cat will\u201d and therefore not covered by the Statute of Frauds.", "snippet": "Most partnerships have no fixed term, however, and are partnerships \u201cat will\u201d and therefore not covered by the Statute of Frauds.", "link": "https://saylordotorg.github.io/text_foundations-of-business-law-and-the-legal-environment/s21-partnerships-general-character.html"}, {"id": "a0_c2", "title": "A Partnership by Another Name: Understanding the Risks of ...", "text": "Partnership by estoppel is a legal principle that can impose partnership liability on individuals or firms even when no formal partnership exists.", "snippet": "Partnership by estoppel is a legal principle that can impose partnership liability on individuals or firms even when no formal partnership exists.", "link": "https://www.wilsonelser.com/daniel-e-tranen/publications/a-partnership-by-another-name-understanding-the-risks-of-partnership-by-estoppel"}, {"id": "a0_c3", "title": "How Does Partnership Fraud Impact and Harm Individual Investors?", "text": "Partnership fraud occurs when one or more partners deliberately deceive others regarding the partnership's finances, operations, or material ...", "snippet": "Partnership fraud occurs when one or more partners deliberately deceive others regarding the partnership's finances, operations, or material ...", "link": "https://www.daeryunlaw.com/us/insights/partnership-fraud-in-nyc"}, {"id": "a0_c4", "title": "Partnership Formation | Business and the Legal Environment", "text": "Most partnerships have no fixed term, however, and are partnerships \u201cat will\u201d and therefore not covered by the Statute of Frauds.", "snippet": "Most partnerships have no fixed term, however, and are partnerships \u201cat will\u201d and therefore not covered by the Statute of Frauds.", "link": "https://courses.lumenlearning.com/clinton-buslegalenv/chapter/18-2-partnership-formation/"}, {"id": "a0_c5", "title": "Forged in Lies: When Majority Owners Fabricate Signatures", "text": "Many times, business owners falsify a document not realizing just how high the stakes can be, or that they may be \u201cdoing you a favor.\u201d", "snippet": "Many times, business owners falsify a document not realizing just how high the stakes can be, or that they may be \u201cdoing you a favor.\u201d", "link": "https://norrismclaughlin.com/sdnj/minority-shareholder-rights/forged-in-lies-when-majority-owners-fabricate-signatures/"}, {"id": "a0_c6", "title": "Understanding the dual meaning of 'forge' in language", "text": "I was listening to a podcast today and the host said, \"They forged an agreement...\" I took that to mean that the people involved had created an agreement, ...", "snippet": "I was listening to a podcast today and the host said, \"They forged an agreement...\" I took that to mean that the people involved had created an agreement, ...", "link": "https://www.facebook.com/groups/waywordradio/posts/10162166980153584/"}, {"id": "a0_c7", "title": "My ex-husband forged my signature on a banking document [AL]", "text": "Just as the title says. I found out my ex-husband forged my signature to release our joint bank account to him. I called the bank And they confirmed that ...", "snippet": "Just as the title says. I found out my ex-husband forged my signature to release our joint bank account to him. I called the bank And they confirmed that ...", "link": "https://www.reddit.com/r/legaladvice/comments/155lqty/my_exhusband_forged_my_signature_on_a_banking/"}, {"id": "a0_c8", "title": "How can someone prove that a contract or signature is fabricated?", "text": "How can someone prove that a contract or signature is fabricated?", "snippet": "How can someone prove that a contract or signature is fabricated?", "link": "https://www.quora.com/How-can-someone-prove-that-a-contract-or-signature-is-fabricated"}, {"id": "a0_c9", "title": "Shifting the Loss from a Forged Instrument: Protection for Innocent ...", "text": "While an owner of real property cannot truly be divested of his or her title by a forged deed or mortgage, he or she may be equitably estopped by their conduct ...", "snippet": "While an owner of real property cannot truly be divested of his or her title by a forged deed or mortgage, he or she may be equitably estopped by their conduct ...", "link": "https://www.fennemorelaw.com/shifting-the-loss-from-a-forged-instrument-protection-for-innocent-real-estate-purchasers-and-mortgage-lenders-under-the-doctrine-of-equitable-estoppel/"}, {"id": "a1_c0", "title": "No forced labor in Xinjiang, report says", "text": "People can choose their jobs, and they enjoy freedom of religion, center attests. People of all ethnic groups in the Xinjiang Uygur ...", "snippet": "People can choose their jobs, and they enjoy freedom of religion, center attests. People of all ethnic groups in the Xinjiang Uygur ...", "link": "https://www.chinadaily.com.cn/a/202010/20/WS5f8e8219a31024ad0ba7fd5f.html"}, {"id": "a1_c1", "title": "China branch of cotton trade body finds no forced labour in Xinjiang", "text": "The China branch of the cotton trade body Better Cotton Initiative (BCI) said on Friday it had not found signs of forced labour related to cotton production in ...", "snippet": "The China branch of the cotton trade body Better Cotton Initiative (BCI) said on Friday it had not found signs of forced labour related to cotton production in ...", "link": "https://www.reuters.com/article/world/china-branch-of-cotton-trade-body-finds-no-forced-labour-in-xinjiang-idUSKBN2BI1KG/"}, {"id": "a1_c2", "title": "No \"forced labor\" in China's Xinjiang: regional spokesperson", "text": "Some cotton farmers and processing enterprises in Xinjiang have suffered resulting economic losses. A number of Xinjiang enterprises and locals ...", "snippet": "Some cotton farmers and processing enterprises in Xinjiang have suffered resulting economic losses. A number of Xinjiang enterprises and locals ...", "link": "https://www.globaltimes.cn/page/202103/1217932.shtml"}, {"id": "a1_c3", "title": "Forced labor allegations in Xinjiang denied", "text": "There is absolutely no so-called \"forced migration\" or \"forced labor\" in the Xinjiang Uygur autonomous region as claimed by some Western ...", "snippet": "There is absolutely no so-called \"forced migration\" or \"forced labor\" in the Xinjiang Uygur autonomous region as claimed by some Western ...", "link": "https://global.chinadaily.com.cn/a/202606/24/WS6a3b9ad5a310986e2b461b13.html"}, {"id": "a1_c4", "title": "China: UN report finds it 'reasonable to conclude' forced labour present in ...", "text": "A long-awaited report by the Office of the UN High Commissioner for Human Rights (OHCHR) into what China refers to as the Xinjiang Uyghur Autonomous Region ( ...", "snippet": "A long-awaited report by the Office of the UN High Commissioner for Human Rights (OHCHR) into what China refers to as the Xinjiang Uyghur Autonomous Region ( ...", "link": "https://www.business-humanrights.org/en/latest-news/china-un-report-finds-it-reasonable-to-conclude-forced-labour-present-in-xinjiang/"}, {"id": "a1_c5", "title": "Against Their Will: The Situation in Xinjiang", "text": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "snippet": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "link": "https://www.dol.gov/agencies/ilab/against-their-will-the-situation-in-xinjiang"}, {"id": "a1_c6", "title": "Fact Check: Lies on Xinjiang-related issues versus the truth", "text": "Northwest China's Xinjiang Uygur Autonomous Region is a land of beauty, diversity and unity. Fifty-six ethnic groups are closely united as ...", "snippet": "Northwest China's Xinjiang Uygur Autonomous Region is a land of beauty, diversity and unity. Fifty-six ethnic groups are closely united as ...", "link": "https://be.china-embassy.gov.cn/eng/zt/xinjiangEN1/202102/t20210206_10165120.htm"}, {"id": "a1_c7", "title": "Things to Know about All the Lies on Xinjiang: How Have They Come ...", "text": "Over the years, there emerged a number of anti-China institutions and extremist groups seeking a state of \"East Turkistan\" or \"independence\" of ...", "snippet": "Over the years, there emerged a number of anti-China institutions and extremist groups seeking a state of \"East Turkistan\" or \"independence\" of ...", "link": "https://willemstad.china-consulate.gov.cn/eng/zt_4/202105/t20210506_9004571.htm"}, {"id": "a1_c8", "title": "China rejects UN experts' concerns for alleged forced labour in Xinjiang ...", "text": "Jiang Jiang can a foreigner visit Xinjiang without an escort? Have you toured the re-education camps b4? 23w.", "snippet": "Jiang Jiang can a foreigner visit Xinjiang without an escort? Have you toured the re-education camps b4? 23w.", "link": "https://www.facebook.com/Reuters/posts/china-rejects-un-experts-concerns-for-alleged-forced-labour-in-xinjiangclick-the/1447722453885149/"}, {"id": "a1_c9", "title": "UN report on Xinjiang abuses leaves no room for plausible deniability", "text": "The Chinese regime's treatment of Uyghurs and other predominantly Muslim groups in the province of Xinjiang may constitute crimes against humanity.", "snippet": "The Chinese regime's treatment of Uyghurs and other predominantly Muslim groups in the province of Xinjiang may constitute crimes against humanity.", "link": "https://www.humanrights.unsw.edu.au/research/commentary/un-report-xinjiang-abuses-leaves-no-room-plausible-deniability"}, {"id": "a2_c0", "title": "Fact Check: Lies on Xinjiang-related issues versus the truth", "text": "Northwest China's Xinjiang Uygur Autonomous Region is a land of beauty, diversity and unity. Fifty-six ethnic groups are closely united as ...", "snippet": "Northwest China's Xinjiang Uygur Autonomous Region is a land of beauty, diversity and unity. Fifty-six ethnic groups are closely united as ...", "link": "https://be.china-embassy.gov.cn/eng/zt/xinjiangEN1/202102/t20210206_10165120.htm"}, {"id": "a2_c1", "title": "Against Their Will: The Situation in Xinjiang", "text": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "snippet": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "link": "https://www.dol.gov/agencies/ilab/against-their-will-the-situation-in-xinjiang"}, {"id": "a2_c2", "title": "Things to Know about All the Lies on Xinjiang: How Have ...", "text": "Over the years, there emerged a number of anti-China institutions and extremist groups seeking a state of \"East Turkistan\" or \"independence\" of ...", "snippet": "Over the years, there emerged a number of anti-China institutions and extremist groups seeking a state of \"East Turkistan\" or \"independence\" of ...", "link": "https://willemstad.china-consulate.gov.cn/eng/zt_4/202105/t20210506_9004571.htm"}, {"id": "a2_c3", "title": "China News \u4e2d\u56fd\u65b0\u95fb\u7f51", "text": "FMSays #China on Friday slammed the #US for concocting a lie with so-called \"forced labor\" claims and expressed opposition to using it as a ...", "snippet": "FMSays #China on Friday slammed the #US for concocting a lie with so-called \"forced labor\" claims and expressed opposition to using it as a ...", "link": "https://www.facebook.com/echinanews/posts/fmsays-china-on-friday-slammed-the-us-for-concocting-a-lie-with-so-called-forced/1365646478942373/"}, {"id": "a2_c4", "title": "US Begins Enforcement of Uyghur Forced Labor ...", "text": "Bill requires importers to prove goods from China's Xinjiang province were not produced by slave labor.", "snippet": "Bill requires importers to prove goods from China's Xinjiang province were not produced by slave labor.", "link": "https://www.voanews.com/a/us-begins-enforcement-of-uyghur-forced-labor-prevention-act/6625593.html"}, {"id": "a2_c5", "title": "Fact Check: Lies on Xinjiang-related issues versus the truth", "text": "Northwest China's Xinjiang Uygur Autonomous Region is a land of beauty, diversity and unity. Fifty-six ethnic groups are closely united as ...", "snippet": "Northwest China's Xinjiang Uygur Autonomous Region is a land of beauty, diversity and unity. Fifty-six ethnic groups are closely united as ...", "link": "https://be.china-embassy.gov.cn/eng/zt/xinjiangEN1/202102/t20210206_10165120.htm"}, {"id": "a2_c6", "title": "Things to Know about All the Lies on Xinjiang: How Have ...", "text": "Over the years, there emerged a number of anti-China institutions and extremist groups seeking a state of \"East Turkistan\" or \"independence\" of ...", "snippet": "Over the years, there emerged a number of anti-China institutions and extremist groups seeking a state of \"East Turkistan\" or \"independence\" of ...", "link": "https://willemstad.china-consulate.gov.cn/eng/zt_4/202105/t20210506_9004571.htm"}, {"id": "a2_c7", "title": "The #US Fact Sheet on \"forced labor\" in #Xinjiang ...", "text": "The #US Fact Sheet on \"forced labor\" in #Xinjiang is nothing but a list of lies. #China categorically rejects it and will take all necessary ...", "snippet": "The #US Fact Sheet on \"forced labor\" in #Xinjiang is nothing but a list of lies. #China categorically rejects it and will take all necessary ...", "link": "https://www.facebook.com/MFA.CHN/posts/the-us-fact-sheet-on-forced-labor-in-xinjiang-is-nothing-but-a-list-of-lies-chin/359419425608234/"}, {"id": "a2_c8", "title": "Against Their Will: The Situation in Xinjiang", "text": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "snippet": "Institutionalized Oppression: Forced Labor Programs Targeting Uyghurs and Other Minorities in the Xinjiang Uyghur Autonomous Region, China.", "link": "https://www.dol.gov/agencies/ilab/against-their-will-the-situation-in-xinjiang"}, {"id": "a2_c9", "title": "Fact or Fiction? A recent video report released from BBC ...", "text": "Scientific Himel The international media has not been restricted just the ones who constantly broadcast lies and fake propaganda like the ...", "snippet": "Scientific Himel The international media has not been restricted just the ones who constantly broadcast lies and fake propaganda like the ...", "link": "https://www.facebook.com/ChineseEmbassyinUS/posts/fact-or-fiction-a-recent-video-report-released-from-bbc-uses-editing-tricks-and-/5107921085945423/"}, {"id": "a3_c0", "title": "Characterizing the fool according to Proverbs and Scripture", "text": "The fool is like a beast of burden, A fool is stubborn; Let us not be foolish, but wise. Let's be kind and witness to all people, but let's not ...", "snippet": "The fool is like a beast of burden, A fool is stubborn; Let us not be foolish, but wise. Let's be kind and witness to all people, but let's not ...", "link": "https://www.facebook.com/writingsofchadbird/posts/whenever-im-about-to-do-something-i-think-would-an-idiot-do-that-and-if-they-wou/1469498694545848/"}, {"id": "a3_c1", "title": "We Lied. We Cheated. We Stole", "text": "You will not lie, cheat or steal, or tolerate those who do. Fine speech is not becoming to a fool; still less is false speech to a prince. The claim was that ...", "snippet": "You will not lie, cheat or steal, or tolerate those who do. Fine speech is not becoming to a fool; still less is false speech to a prince. The claim was that ...", "link": "http://biblenumbers.atwebpages.com/eng/we-lied.htm"}, {"id": "a3_c2", "title": "A Lie Can Travel Halfway Around the World While the Truth Is Putting On Its ...", "text": "(1) A lie travels around the globe while the truth is putting on its shoes. (2) A lie can travel halfway around the world before the truth can ...", "snippet": "(1) A lie travels around the globe while the truth is putting on its shoes. (2) A lie can travel halfway around the world before the truth can ...", "link": "https://quoteinvestigator.com/2014/07/13/truth/"}, {"id": "a3_c3", "title": "President Trump does not live in the factual world. He promised no war ...", "text": "Trump says Iran is \"finished\" and the fake news is lying again. But fresh US strikes, Iranian retaliation in the Strait, and stalled talks tell ...", "snippet": "Trump says Iran is \"finished\" and the fake news is lying again. But fresh US strikes, Iranian retaliation in the Strait, and stalled talks tell ...", "link": "https://www.instagram.com/reel/DZXynTqNml8/"}, {"id": "a3_c4", "title": "Genesis 1 Commentary: The Account of God's Creation", "text": "A clear, verse-by-verse study of the creation account in Genesis 1 with David Guzik: how God made the heavens and the earth, and what it means for us.", "snippet": "A clear, verse-by-verse study of the creation account in Genesis 1 with David Guzik: how God made the heavens and the earth, and what it means for us.", "link": "https://enduringword.com/bible-commentary/genesis-1/"}, {"id": "a3_c5", "title": "President Donald Trump made a series of false claims during a press ...", "text": "Fact checking the felon is an endless, useless endeavor. Assuming if he is talking, he's lying is usually more than 50% correct.", "snippet": "Fact checking the felon is an endless, useless endeavor. Assuming if he is talking, he's lying is usually more than 50% correct.", "link": "https://www.facebook.com/cnnpolitics/posts/president-donald-trump-made-a-series-of-false-claims-during-a-press-conference-a/1303254528327695/"}, {"id": "a3_c6", "title": "Fact-Checking Trump's State of the Union Speech", "text": "Trump's claims of a historic turnaround are not backed by the facts. Inflation had fallen to 3 percent in January 2025, This is misleading.", "snippet": "Trump's claims of a historic turnaround are not backed by the facts. Inflation had fallen to 3 percent in January 2025, This is misleading.", "link": "https://www.nytimes.com/live/2026/02/25/us/fact-check-state-of-the-union-trump?eafs_enabled=false"}, {"id": "a3_c7", "title": "AP Fact Check: Trump's distortions are across the board", "text": "President Donald Trump systematically fabricated his record before boisterous supporters and the eyes of the world this past week.", "snippet": "President Donald Trump systematically fabricated his record before boisterous supporters and the eyes of the world this past week.", "link": "https://www.pbs.org/newshour/amp/politics/ap-fact-check-trumps-distortions-are-across-the-board"}, {"id": "a3_c8", "title": "'Fact-checking' does a (hopefully fatal) face plant", "text": "Our nation's political fact-checkers are making a mockery of themselves, going to absurd extremes to find fault with Democrats.", "snippet": "Our nation's political fact-checkers are making a mockery of themselves, going to absurd extremes to find fault with Democrats.", "link": "https://presswatchers.org/2024/08/fact-checking-does-a-hopefully-fatal-face-plant/"}, {"id": "a3_c9", "title": "Fact-checking night 4 of the Republican National Convention", "text": "Former President Donald Trump accepted the Republican presidential nomination on Thursday with the most dishonest speech of the four-day ...", "snippet": "Former President Donald Trump accepted the Republican presidential nomination on Thursday with the most dishonest speech of the four-day ...", "link": "https://www.cnn.com/2024/07/18/politics/fact-checking-night-4-republican-national-convention-trump/index.html"}]}
diff --git a/data/trust_eval/final_40v2.txt b/data/trust_eval/final_40v2.txt
new file mode 100644
index 0000000..ee19982
--- /dev/null
+++ b/data/trust_eval/final_40v2.txt
@@ -0,0 +1,34711 @@
+nohup: ignoring input
+[UTD] Variant = 20 (20 candidate features). model_path default = /u/samit/utd_model_20feat.pkl
+[NLI] Using Mellea backend: meta-llama/llama-3-3-70b-instruct
+rows: cc=40 fp=40
+GS41 merged: 3 rows
+[DynaTD] No state file. Starting fresh.
+=== WARMUP x1 ===
+[cred_v3] loaded 3875 rated domains from /u/samit/FactReasoner/data/priors/mbfc_idiap.csv
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Relations built: 0
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 90 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 0.9999956687667205
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c2 -> a1] : contradiction : 0.9999994834269622
+[NLI] Found relation: [a0_c3 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 0.9795555604236292
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 0.7926573578811095
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a1_c0 -> a2] : contradiction : 0.9999995628996703
+[NLI] Found relation: [a1_c1 -> a2] : contradiction : 0.9999973376733547
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Relations built: 17
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 61380.06it/s]
+
Contexts: 0%| | 0/14 [00:00, ?it/s]
Contexts: 100%|██████████| 14/14 [00:00<00:00, 292140.58it/s]
+
Relations: 0%| | 0/17 [00:00, ?it/s]
Relations: 100%|██████████| 17/17 [00:00<00:00, 361945.02it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (contradiction)
+Adding edge a0_c3 - a1 with discrete factor (contradiction)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a0_c1 - a2 with discrete factor (contradiction)
+Adding edge a1_c0 - a2 with discrete factor (contradiction)
+Adding edge a1_c1 - a2 with discrete factor (contradiction)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 4 8 9 10 11 12 13 14 16 7 6 15 0 3 5
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000637054 seconds
+[WMB] Created join graph with 17 clique factors
+[WMB] Number of cliques : 17
+[WMB] Number of edges : 32
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00166917 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -10.011028 (4.490201e-05) d=1.001103e+01 time=0.002209 i=1
+[WMB] Converged after 1 iterations in 0.002232 seconds
+PR
+-10.011028 (4.490201e-05)
+STATUS
+true: Consistent evidence
+MAR
+17 2 0.075004 0.924996 2 0.150000 0.850000 2 0.082728 0.917272 2 0.999998 0.000002 2 1.000000 0.000000 2 0.000000 1.000000 2 0.029318 0.970682 2 0.043970 0.956030 2 0.081081 0.918919 2 0.081081 0.918919 2 0.100166 0.899834 2 0.081081 0.918919 2 0.333333 0.666667 2 0.081081 0.918919 2 0.333333 0.666667 2 0.998208 0.001792 2 0.998302 0.001698
+[MERLIN] I/O time is 0.000870 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.075004, 0.924996]}, {'variable': 'a0_c0', 'probabilities': [0.15, 0.85]}, {'variable': 'a0_c1', 'probabilities': [0.082728, 0.917272]}, {'variable': 'a0_c2', 'probabilities': [0.999998, 2e-06]}, {'variable': 'a0_c3', 'probabilities': [1.0, 0.0]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.029318, 0.970682]}, {'variable': 'a1_c1', 'probabilities': [0.04397, 0.95603]}, {'variable': 'a1_c2', 'probabilities': [0.081081, 0.918919]}, {'variable': 'a1_c3', 'probabilities': [0.081081, 0.918919]}, {'variable': 'a1_c4', 'probabilities': [0.100166, 0.899834]}, {'variable': 'a1_c5', 'probabilities': [0.081081, 0.918919]}, {'variable': 'a1_c6', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a1_c7', 'probabilities': [0.081081, 0.918919]}, {'variable': 'a1_c8', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2', 'probabilities': [0.998208, 0.001792]}, {'variable': 'a2_c4', 'probabilities': [0.998302, 0.001698]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.075004
+[FactReasoner] (a0): Probability for a0=1 is: 0.924996
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.998208
+[FactReasoner] (a2): Probability for a2=1 is: 0.001792
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0215 seconds.
+[DBG] update called. n= 17 links= {'context_atom': 17} types= {'entailment': 12, 'contradiction': 5}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 0.872, 'a2': 0.257}
+[DynaTD] Updated 17 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Relations built: 2
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 20763.88it/s]
+
Contexts: 0%| | 0/2 [00:00, ?it/s]
Contexts: 100%|██████████| 2/2 [00:00<00:00, 49344.75it/s]
+
Relations: 0%| | 0/2 [00:00, ?it/s]
Relations: 100%|██████████| 2/2 [00:00<00:00, 55924.05it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000249147 seconds
+[WMB] Created join graph with 3 clique factors
+[WMB] Number of cliques : 3
+[WMB] Number of edges : 4
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000485182 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.163151 (3.125000e-01) d=1.163151e+00 time=0.000611 i=1
+[WMB] Converged after 1 iterations in 0.000626 seconds
+PR
+-1.163151 (3.125000e-01)
+STATUS
+true: Consistent evidence
+MAR
+3 2 0.100000 0.900000 2 0.400000 0.600000 2 0.400000 0.600000
+[MERLIN] I/O time is 0.000425 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.1, 0.9]}, {'variable': 'c0', 'probabilities': [0.4, 0.6]}, {'variable': 'c5', 'probabilities': [0.4, 0.6]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.1
+[FactReasoner] (a0): Probability for a0=1 is: 0.9
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0109 seconds.
+[DBG] update called. n= 2 links= {'context_atom': 2} types= {'entailment': 2}
+[DynaTD] consensus: {'a0': 1.0}
+[DynaTD] Updated 2 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 40 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 0.9999944369619821
+[NLI] Found relation: [a0_c4 -> a1] : entailment : 1.0
+[NLI] Relations built: 6
+
Atoms: 0%| | 0/2 [00:00, ?it/s]
Atoms: 100%|██████████| 2/2 [00:00<00:00, 52103.16it/s]
+
Contexts: 0%| | 0/5 [00:00, ?it/s]
Contexts: 100%|██████████| 5/5 [00:00<00:00, 119837.26it/s]
+
Relations: 0%| | 0/6 [00:00, ?it/s]
Relations: 100%|██████████| 6/6 [00:00<00:00, 193583.26it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a1 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 5 6 4 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000328064 seconds
+[WMB] Created join graph with 7 clique factors
+[WMB] Number of cliques : 7
+[WMB] Number of edges : 12
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000736952 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -2.711968 (6.640601e-02) d=2.711968e+00 time=0.000943 i=1
+[WMB] Converged after 1 iterations in 0.000959 seconds
+PR
+-2.711968 (6.640601e-02)
+STATUS
+true: Consistent evidence
+MAR
+7 2 0.002390 0.997610 2 0.334926 0.665074 2 0.195956 0.804044 2 0.334926 0.665074 2 0.334926 0.665074 2 0.334928 0.665072 2 0.167463 0.832537
+[MERLIN] I/O time is 0.000533 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.00239, 0.99761]}, {'variable': 'a0_c0', 'probabilities': [0.334926, 0.665074]}, {'variable': 'a0_c2', 'probabilities': [0.195956, 0.804044]}, {'variable': 'a0_c3', 'probabilities': [0.334926, 0.665074]}, {'variable': 'a0_c4', 'probabilities': [0.334926, 0.665074]}, {'variable': 'a0_c7', 'probabilities': [0.334928, 0.665072]}, {'variable': 'a1', 'probabilities': [0.167463, 0.832537]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.00239
+[FactReasoner] (a0): Probability for a0=1 is: 0.99761
+[FactReasoner] (a1): Probability for a1=0 is: 0.167463
+[FactReasoner] (a1): Probability for a1=1 is: 0.832537
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0117 seconds.
+[DBG] update called. n= 6 links= {'context_atom': 6} types= {'entailment': 6}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 1.0}
+[DynaTD] Updated 6 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c9 -> a0] : entailment : 0.9999894700676641
+[NLI] Relations built: 1
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 22671.91it/s]
+
Contexts: 0%| | 0/1 [00:00, ?it/s]
Contexts: 100%|██████████| 1/1 [00:00<00:00, 36157.79it/s]
+
Relations: 0%| | 0/1 [00:00, ?it/s]
Relations: 100%|██████████| 1/1 [00:00<00:00, 35848.75it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 0 1
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000239849 seconds
+[WMB] Created join graph with 2 clique factors
+[WMB] Number of cliques : 2
+[WMB] Number of edges : 2
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000437021 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.693147 (5.000000e-01) d=6.931472e-01 time=0.000560 i=1
+[WMB] Converged after 1 iterations in 0.000575 seconds
+PR
+-0.693147 (5.000000e-01)
+STATUS
+true: Consistent evidence
+MAR
+2 2 0.075009 0.924991 2 0.150000 0.850000
+[MERLIN] I/O time is 0.000405 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.075009, 0.924991]}, {'variable': 'c9', 'probabilities': [0.15, 0.85]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.075009
+[FactReasoner] (a0): Probability for a0=1 is: 0.924991
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0106 seconds.
+[DBG] update called. n= 1 links= {'context_atom': 1} types= {'entailment': 1}
+[DynaTD] consensus: {'a0': 1.0}
+[DynaTD] Updated 1 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 160 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 0.9939679669709636
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 0.8384052828133769
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 0.9999996423723848
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 0.9999998013179273
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a0] : entailment : 0.9999994834269622
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 0.999998768173707
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 0.9167705570120149
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a3] : entailment : 1.0
+[NLI] Relations built: 33
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 102927.71it/s]
+
Contexts: 0%| | 0/21 [00:00, ?it/s]
Contexts: 100%|██████████| 21/21 [00:00<00:00, 486631.96it/s]
+
Relations: 0%| | 0/33 [00:00, ?it/s]
Relations: 100%|██████████| 33/33 [00:00<00:00, 717160.79it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a1_c2 - a0 with discrete factor (entailment)
+Adding edge a1_c3 - a0 with discrete factor (entailment)
+Adding edge a1_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c7 - a0 with discrete factor (entailment)
+Adding edge a2_c0 - a0 with discrete factor (entailment)
+Adding edge a2_c1 - a0 with discrete factor (entailment)
+Adding edge a2_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c9 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c1 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c8 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 4 6 7 8 12 13 20 21 22 23 24 14 1 2 3 5 9 11 18 17 0 10 15 16 19
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00103307 seconds
+[WMB] Created join graph with 25 clique factors
+[WMB] Number of cliques : 25
+[WMB] Number of edges : 46
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00271487 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -7.802701 (4.086298e-04) d=7.802701e+00 time=0.003684 i=1
+[WMB] Converged after 1 iterations in 0.003706 seconds
+PR
+-7.802701 (4.086298e-04)
+STATUS
+true: Consistent evidence
+MAR
+25 2 0.000000 1.000000 2 0.070746 0.929254 2 0.042254 0.957746 2 0.200000 0.800000 2 0.373579 0.626421 2 0.070349 0.929651 2 0.081081 0.918919 2 0.263158 0.736842 2 0.333333 0.666667 2 0.200000 0.800000 2 0.000000 1.000000 2 0.042254 0.957746 2 0.081081 0.918919 2 0.333333 0.666667 2 0.200000 0.800000 2 0.000648 0.999352 2 0.037081 0.962919 2 0.111687 0.888313 2 0.076508 0.923492 2 0.000012 0.999988 2 0.081092 0.918908 2 0.081092 0.918908 2 0.081092 0.918908 2 0.271742 0.728258 2 0.081092 0.918908
+[MERLIN] I/O time is 0.001143 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.070746, 0.929254]}, {'variable': 'a0_c2', 'probabilities': [0.042254, 0.957746]}, {'variable': 'a0_c3', 'probabilities': [0.2, 0.8]}, {'variable': 'a0_c4', 'probabilities': [0.373579, 0.626421]}, {'variable': 'a0_c5', 'probabilities': [0.070349, 0.929651]}, {'variable': 'a0_c6', 'probabilities': [0.081081, 0.918919]}, {'variable': 'a0_c7', 'probabilities': [0.263158, 0.736842]}, {'variable': 'a0_c8', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a0_c9', 'probabilities': [0.2, 0.8]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c2', 'probabilities': [0.042254, 0.957746]}, {'variable': 'a1_c3', 'probabilities': [0.081081, 0.918919]}, {'variable': 'a1_c4', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a1_c7', 'probabilities': [0.2, 0.8]}, {'variable': 'a2', 'probabilities': [0.000648, 0.999352]}, {'variable': 'a2_c0', 'probabilities': [0.037081, 0.962919]}, {'variable': 'a2_c1', 'probabilities': [0.111687, 0.888313]}, {'variable': 'a2_c5', 'probabilities': [0.076508, 0.923492]}, {'variable': 'a3', 'probabilities': [1.2e-05, 0.999988]}, {'variable': 'a3_c0', 'probabilities': [0.081092, 0.918908]}, {'variable': 'a3_c1', 'probabilities': [0.081092, 0.918908]}, {'variable': 'a3_c5', 'probabilities': [0.081092, 0.918908]}, {'variable': 'a3_c6', 'probabilities': [0.271742, 0.728258]}, {'variable': 'a3_c8', 'probabilities': [0.081092, 0.918908]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.000648
+[FactReasoner] (a2): Probability for a2=1 is: 0.999352
+[FactReasoner] (a3): Probability for a3=0 is: 1.2e-05
+[FactReasoner] (a3): Probability for a3=1 is: 0.999988
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0189 seconds.
+[DBG] update called. n= 33 links= {'context_atom': 33} types= {'entailment': 33}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 1.0, 'a2': 1.0, 'a3': 1.0}
+[DynaTD] Updated 33 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 0.9994992665698696
+[NLI] Found relation: [c1 -> a0] : contradiction : 0.9999918541644963
+[NLI] Found relation: [c2 -> a0] : contradiction : 0.9999997615815251
+[NLI] Found relation: [c5 -> a0] : entailment : 0.9999997218451434
+[NLI] Found relation: [c6 -> a0] : contradiction : 0.9999918144296036
+[NLI] Relations built: 5
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 29127.11it/s]
+
Contexts: 0%| | 0/5 [00:00, ?it/s]
Contexts: 100%|██████████| 5/5 [00:00<00:00, 177724.75it/s]
+
Relations: 0%| | 0/5 [00:00, ?it/s]
Relations: 100%|██████████| 5/5 [00:00<00:00, 179243.76it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (contradiction)
+Adding edge c2 - a0 with discrete factor (contradiction)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00026679 seconds
+[WMB] Created join graph with 6 clique factors
+[WMB] Number of cliques : 6
+[WMB] Number of edges : 10
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000612974 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -6.504914 (1.496069e-03) d=6.504914e+00 time=0.000781 i=1
+[WMB] Converged after 1 iterations in 0.000796 seconds
+PR
+-6.504914 (1.496069e-03)
+STATUS
+true: Consistent evidence
+MAR
+6 2 0.577482 0.422518 2 0.595537 0.404463 2 0.615006 0.384994 2 0.469340 0.530660 2 0.600498 0.399502 2 0.469302 0.530698
+[MERLIN] I/O time is 0.000317 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.577482, 0.422518]}, {'variable': 'c0', 'probabilities': [0.595537, 0.404463]}, {'variable': 'c1', 'probabilities': [0.615006, 0.384994]}, {'variable': 'c2', 'probabilities': [0.46934, 0.53066]}, {'variable': 'c5', 'probabilities': [0.600498, 0.399502]}, {'variable': 'c6', 'probabilities': [0.469302, 0.530698]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.577482
+[FactReasoner] (a0): Probability for a0=1 is: 0.422518
+[FactReasoner] Predictions: {'a0': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0089 seconds.
+[DBG] update called. n= 5 links= {'context_atom': 5} types= {'entailment': 2, 'contradiction': 3}
+[DynaTD] consensus: {'a0': 0.449}
+[DynaTD] Updated 5 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 360 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 0.7593285608558985
+[NLI] Found relation: [a0_c1 -> a0] : contradiction : 0.9999779472546195
+[NLI] Found relation: [a0_c3 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a3_c7 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a4_c2 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a4_c7 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 0.9963240347932856
+[NLI] Found relation: [a2_c2 -> a1] : contradiction : 0.853823629669098
+[NLI] Found relation: [a0_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a3] : entailment : 0.9999928475452098
+[NLI] Found relation: [a4_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a3] : entailment : 0.7936969931396234
+[NLI] Found relation: [a0_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a4] : entailment : 0.9999679744880208
+[NLI] Found relation: [a3_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a4] : entailment : 0.9999588761775965
+[NLI] Found relation: [a4_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c9 -> a4] : entailment : 0.9996961216116196
+[NLI] Found relation: [a0_c8 -> a5] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a5] : contradiction : 0.9999997615815251
+[NLI] Found relation: [a1_c6 -> a5] : contradiction : 0.9999996026360078
+[NLI] Found relation: [a2_c1 -> a5] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a5_c2 -> a5] : entailment : 1.0
+[NLI] Relations built: 41
+
Atoms: 0%| | 0/6 [00:00, ?it/s]
Atoms: 100%|██████████| 6/6 [00:00<00:00, 156309.47it/s]
+
Contexts: 0%| | 0/25 [00:00, ?it/s]
Contexts: 100%|██████████| 25/25 [00:00<00:00, 602629.89it/s]
+
Relations: 0%| | 0/41 [00:00, ?it/s]
Relations: 100%|██████████| 41/41 [00:00<00:00, 847125.44it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding context variable a5_c2 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (contradiction)
+Adding edge a0_c3 - a0 with discrete factor (contradiction)
+Adding edge a0_c8 - a0 with discrete factor (contradiction)
+Adding edge a3_c7 - a0 with discrete factor (contradiction)
+Adding edge a4_c2 - a0 with discrete factor (contradiction)
+Adding edge a4_c7 - a0 with discrete factor (contradiction)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (contradiction)
+Adding edge a0_c0 - a3 with discrete factor (entailment)
+Adding edge a0_c3 - a3 with discrete factor (entailment)
+Adding edge a0_c5 - a3 with discrete factor (entailment)
+Adding edge a0_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c8 - a3 with discrete factor (entailment)
+Adding edge a4_c0 - a3 with discrete factor (entailment)
+Adding edge a4_c2 - a3 with discrete factor (entailment)
+Adding edge a4_c3 - a3 with discrete factor (entailment)
+Adding edge a4_c5 - a3 with discrete factor (entailment)
+Adding edge a4_c7 - a3 with discrete factor (entailment)
+Adding edge a4_c8 - a3 with discrete factor (entailment)
+Adding edge a0_c0 - a4 with discrete factor (entailment)
+Adding edge a0_c3 - a4 with discrete factor (entailment)
+Adding edge a0_c5 - a4 with discrete factor (entailment)
+Adding edge a3_c2 - a4 with discrete factor (entailment)
+Adding edge a3_c6 - a4 with discrete factor (entailment)
+Adding edge a3_c7 - a4 with discrete factor (entailment)
+Adding edge a3_c8 - a4 with discrete factor (entailment)
+Adding edge a4_c0 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c3 - a4 with discrete factor (entailment)
+Adding edge a4_c5 - a4 with discrete factor (entailment)
+Adding edge a4_c7 - a4 with discrete factor (entailment)
+Adding edge a4_c9 - a4 with discrete factor (entailment)
+Adding edge a0_c8 - a5 with discrete factor (entailment)
+Adding edge a1_c3 - a5 with discrete factor (contradiction)
+Adding edge a1_c6 - a5 with discrete factor (contradiction)
+Adding edge a2_c1 - a5 with discrete factor (contradiction)
+Adding edge a5_c2 - a5 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 5 8 9 10 11 12 13 14 15 17 18 27 28 30 25 4 20 22 24 6 29 23 1 3 19 26 21 0 16 7
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00115299 seconds
+[WMB] Created join graph with 31 clique factors
+[WMB] Number of cliques : 31
+[WMB] Number of edges : 56
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00295687 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -15.464813 (1.921839e-07) d=1.546481e+01 time=0.003862 i=1
+[WMB] Converged after 1 iterations in 0.003880 seconds
+PR
+-15.464813 (1.921839e-07)
+STATUS
+true: Consistent evidence
+MAR
+31 2 0.999999 0.000001 2 0.111753 0.888247 2 0.293737 0.706263 2 0.031245 0.968755 2 0.057101 0.942899 2 0.137441 0.862559 2 0.787486 0.212514 2 0.002234 0.997766 2 0.330223 0.669777 2 0.083134 0.916866 2 0.361031 0.638969 2 0.083134 0.916866 2 0.083319 0.916681 2 0.500000 0.500000 2 0.510428 0.489572 2 0.375780 0.624220 2 0.000000 1.000000 2 0.333340 0.666660 2 0.108033 0.891967 2 0.031245 0.968755 2 0.200008 0.799992 2 0.000000 1.000000 2 0.057101 0.942899 2 0.031245 0.968755 2 0.107438 0.892562 2 0.057101 0.942899 2 0.031245 0.968755 2 0.100048 0.899952 2 0.333401 0.666599 2 0.734357 0.265643 2 0.748339 0.251661
+[MERLIN] I/O time is 0.061960 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.999999, 1e-06]}, {'variable': 'a0_c0', 'probabilities': [0.111753, 0.888247]}, {'variable': 'a0_c1', 'probabilities': [0.293737, 0.706263]}, {'variable': 'a0_c3', 'probabilities': [0.031245, 0.968755]}, {'variable': 'a0_c5', 'probabilities': [0.057101, 0.942899]}, {'variable': 'a0_c7', 'probabilities': [0.137441, 0.862559]}, {'variable': 'a0_c8', 'probabilities': [0.787486, 0.212514]}, {'variable': 'a1', 'probabilities': [0.002234, 0.997766]}, {'variable': 'a1_c3', 'probabilities': [0.330223, 0.669777]}, {'variable': 'a1_c4', 'probabilities': [0.083134, 0.916866]}, {'variable': 'a1_c6', 'probabilities': [0.361031, 0.638969]}, {'variable': 'a1_c7', 'probabilities': [0.083134, 0.916866]}, {'variable': 'a1_c8', 'probabilities': [0.083319, 0.916681]}, {'variable': 'a2', 'probabilities': [0.5, 0.5]}, {'variable': 'a2_c1', 'probabilities': [0.510428, 0.489572]}, {'variable': 'a2_c2', 'probabilities': [0.37578, 0.62422]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c2', 'probabilities': [0.33334, 0.66666]}, {'variable': 'a3_c6', 'probabilities': [0.108033, 0.891967]}, {'variable': 'a3_c7', 'probabilities': [0.031245, 0.968755]}, {'variable': 'a3_c8', 'probabilities': [0.200008, 0.799992]}, {'variable': 'a4', 'probabilities': [0.0, 1.0]}, {'variable': 'a4_c0', 'probabilities': [0.057101, 0.942899]}, {'variable': 'a4_c2', 'probabilities': [0.031245, 0.968755]}, {'variable': 'a4_c3', 'probabilities': [0.107438, 0.892562]}, {'variable': 'a4_c5', 'probabilities': [0.057101, 0.942899]}, {'variable': 'a4_c7', 'probabilities': [0.031245, 0.968755]}, {'variable': 'a4_c8', 'probabilities': [0.100048, 0.899952]}, {'variable': 'a4_c9', 'probabilities': [0.333401, 0.666599]}, {'variable': 'a5', 'probabilities': [0.734357, 0.265643]}, {'variable': 'a5_c2', 'probabilities': [0.748339, 0.251661]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.999999
+[FactReasoner] (a0): Probability for a0=1 is: 1e-06
+[FactReasoner] (a1): Probability for a1=0 is: 0.002234
+[FactReasoner] (a1): Probability for a1=1 is: 0.997766
+[FactReasoner] (a2): Probability for a2=0 is: 0.5
+[FactReasoner] (a2): Probability for a2=1 is: 0.5
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] (a4): Probability for a4=0 is: 0.0
+[FactReasoner] (a4): Probability for a4=1 is: 1.0
+[FactReasoner] (a5): Probability for a5=0 is: 0.734357
+[FactReasoner] (a5): Probability for a5=1 is: 0.265643
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'S', 'a2': 'NS', 'a3': 'S', 'a4': 'S', 'a5': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0827 seconds.
+[DBG] update called. n= 41 links= {'context_atom': 41} types= {'entailment': 31, 'contradiction': 10}
+[DynaTD] consensus: {'a0': 0.126, 'a1': 0.778, 'a3': 1.0, 'a4': 1.0, 'a5': 0.399}
+[DynaTD] Updated 41 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c1 -> a0] : contradiction : 0.9999999602635733
+[NLI] Found relation: [c6 -> a0] : contradiction : 0.9999999205271529
+[NLI] Relations built: 2
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 27060.03it/s]
+
Contexts: 0%| | 0/2 [00:00, ?it/s]
Contexts: 100%|██████████| 2/2 [00:00<00:00, 88301.14it/s]
+
Relations: 0%| | 0/2 [00:00, ?it/s]
Relations: 100%|██████████| 2/2 [00:00<00:00, 63550.06it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding edge c1 - a0 with discrete factor (contradiction)
+Adding edge c6 - a0 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000202894 seconds
+[WMB] Created join graph with 3 clique factors
+[WMB] Number of cliques : 3
+[WMB] Number of edges : 4
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000405788 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.854019 (4.257007e-01) d=8.540189e-01 time=0.000513 i=1
+[WMB] Converged after 1 iterations in 0.000527 seconds
+PR
+-0.854019 (4.257007e-01)
+STATUS
+true: Consistent evidence
+MAR
+3 2 0.992326 0.007674 2 0.094942 0.905058 2 0.094942 0.905058
+[MERLIN] I/O time is 0.000244 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.992326, 0.007674]}, {'variable': 'c1', 'probabilities': [0.094942, 0.905058]}, {'variable': 'c6', 'probabilities': [0.094942, 0.905058]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.992326
+[FactReasoner] (a0): Probability for a0=1 is: 0.007674
+[FactReasoner] Predictions: {'a0': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0184 seconds.
+[DBG] update called. n= 2 links= {'context_atom': 2} types= {'contradiction': 2}
+[DynaTD] consensus: {'a0': 0.0}
+[DynaTD] Updated 2 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 0.9997630050955068
+[NLI] Found relation: [a0_c3 -> a0] : contradiction : 0.9999998410543312
+[NLI] Found relation: [a0_c4 -> a0] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Relations built: 7
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 26546.23it/s]
+
Contexts: 0%| | 0/7 [00:00, ?it/s]
Contexts: 100%|██████████| 7/7 [00:00<00:00, 201096.77it/s]
+
Relations: 0%| | 0/7 [00:00, ?it/s]
Relations: 100%|██████████| 7/7 [00:00<00:00, 203889.78it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (contradiction)
+Adding edge a0_c4 - a0 with discrete factor (contradiction)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 7 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000348091 seconds
+[WMB] Created join graph with 8 clique factors
+[WMB] Number of cliques : 8
+[WMB] Number of edges : 14
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000819921 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -5.715100 (3.295822e-03) d=5.715100e+00 time=0.001077 i=1
+[WMB] Converged after 1 iterations in 0.001096 seconds
+PR
+-5.715100 (3.295822e-03)
+STATUS
+true: Consistent evidence
+MAR
+8 2 0.001303 0.998697 2 0.082278 0.917722 2 0.083866 0.916134 2 0.999131 0.000869 2 0.998765 0.001235 2 0.124737 0.875263 2 0.083852 0.916148 2 0.334202 0.665798
+[MERLIN] I/O time is 0.000436 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.001303, 0.998697]}, {'variable': 'a0_c0', 'probabilities': [0.082278, 0.917722]}, {'variable': 'a0_c1', 'probabilities': [0.083866, 0.916134]}, {'variable': 'a0_c3', 'probabilities': [0.999131, 0.000869]}, {'variable': 'a0_c4', 'probabilities': [0.998765, 0.001235]}, {'variable': 'a0_c5', 'probabilities': [0.124737, 0.875263]}, {'variable': 'a0_c6', 'probabilities': [0.083852, 0.916148]}, {'variable': 'a0_c7', 'probabilities': [0.334202, 0.665798]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.001303
+[FactReasoner] (a0): Probability for a0=1 is: 0.998697
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0100 seconds.
+[DBG] update called. n= 7 links= {'context_atom': 7} types= {'entailment': 5, 'contradiction': 2}
+[DynaTD] consensus: {'a0': 0.732}
+[DynaTD] Updated 7 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 490 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a6_c0 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c0 -> a2] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a0_c1 -> a2] : contradiction : 0.9999994834269622
+[NLI] Found relation: [a0_c3 -> a2] : contradiction : 0.9999996423723848
+[NLI] Found relation: [a1_c0 -> a2] : contradiction : 0.9999994834269622
+[NLI] Found relation: [a1_c1 -> a2] : contradiction : 0.9999918541644963
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a2] : contradiction : 0.9999998013179273
+[NLI] Found relation: [a1_c5 -> a2] : contradiction : 0.9999994834269622
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : contradiction : 0.9999996026360078
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a6_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 0.9999976952977584
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a3] : entailment : 0.9998156115035973
+[NLI] Found relation: [a4_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c9 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c3 -> a5] : entailment : 0.9999895892720676
+[NLI] Found relation: [a5_c5 -> a5] : entailment : 0.9977636599766314
+[NLI] Found relation: [a5_c6 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a6] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a3_c7 -> a6] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a6_c4 -> a6] : contradiction : 1.0
+[NLI] Found relation: [a6_c5 -> a6] : contradiction : 1.0
+[NLI] Relations built: 43
+
Atoms: 0%| | 0/7 [00:00, ?it/s]
Atoms: 100%|██████████| 7/7 [00:00<00:00, 145347.17it/s]
+
Contexts: 0%| | 0/36 [00:00, ?it/s]
Contexts: 100%|██████████| 36/36 [00:00<00:00, 674084.57it/s]
+
Relations: 0%| | 0/43 [00:00, ?it/s]
Relations: 100%|██████████| 43/43 [00:00<00:00, 827316.84it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding atom variable a6 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c6 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding context variable a5_c0 with discrete factor (prior)
+Adding context variable a5_c2 with discrete factor (prior)
+Adding context variable a5_c3 with discrete factor (prior)
+Adding context variable a5_c5 with discrete factor (prior)
+Adding context variable a5_c6 with discrete factor (prior)
+Adding context variable a5_c8 with discrete factor (prior)
+Adding context variable a6_c0 with discrete factor (prior)
+Adding context variable a6_c4 with discrete factor (prior)
+Adding context variable a6_c5 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a6_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a2 with discrete factor (contradiction)
+Adding edge a0_c1 - a2 with discrete factor (contradiction)
+Adding edge a0_c3 - a2 with discrete factor (contradiction)
+Adding edge a1_c0 - a2 with discrete factor (contradiction)
+Adding edge a1_c1 - a2 with discrete factor (contradiction)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c3 - a2 with discrete factor (contradiction)
+Adding edge a1_c5 - a2 with discrete factor (contradiction)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (contradiction)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a6_c0 - a2 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c8 - a3 with discrete factor (entailment)
+Adding edge a4_c0 - a4 with discrete factor (entailment)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c3 - a4 with discrete factor (entailment)
+Adding edge a4_c5 - a4 with discrete factor (entailment)
+Adding edge a4_c6 - a4 with discrete factor (entailment)
+Adding edge a4_c7 - a4 with discrete factor (entailment)
+Adding edge a4_c8 - a4 with discrete factor (entailment)
+Adding edge a4_c9 - a4 with discrete factor (entailment)
+Adding edge a5_c0 - a5 with discrete factor (entailment)
+Adding edge a5_c2 - a5 with discrete factor (entailment)
+Adding edge a5_c3 - a5 with discrete factor (entailment)
+Adding edge a5_c5 - a5 with discrete factor (entailment)
+Adding edge a5_c6 - a5 with discrete factor (entailment)
+Adding edge a5_c8 - a5 with discrete factor (entailment)
+Adding edge a3_c3 - a6 with discrete factor (contradiction)
+Adding edge a3_c7 - a6 with discrete factor (contradiction)
+Adding edge a6_c4 - a6 with discrete factor (contradiction)
+Adding edge a6_c5 - a6 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 3 4 7 8 11 12 13 14 15 16 18 20 21 23 24 25 26 27 28 29 30 31 33 34 35 36 37 38 41 42 19 17 39 5 1 2 6 9 40 10 0 32 22
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00134015 seconds
+[WMB] Created join graph with 43 clique factors
+[WMB] Number of cliques : 43
+[WMB] Number of edges : 76
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.003654 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -25.950331 (5.369260e-12) d=2.595033e+01 time=0.004793 i=1
+[WMB] Converged after 1 iterations in 0.004817 seconds
+PR
+-25.950331 (5.369260e-12)
+STATUS
+true: Consistent evidence
+MAR
+43 2 0.013845 0.986155 2 0.401744 0.598256 2 0.483264 0.516736 2 0.453446 0.546554 2 0.500000 0.500000 2 0.401742 0.598258 2 0.423455 0.576545 2 0.673604 0.326396 2 0.453446 0.546554 2 0.423476 0.576524 2 0.645927 0.354073 2 0.674636 0.325364 2 0.674636 0.325364 2 0.763951 0.236049 2 0.569382 0.430618 2 0.763951 0.236049 2 0.674636 0.325364 2 0.004081 0.995919 2 0.197320 0.802680 2 0.112390 0.887610 2 0.334348 0.665652 2 0.197345 0.802655 2 0.000000 1.000000 2 0.078167 0.921833 2 0.121770 0.878230 2 0.333333 0.666667 2 0.153846 0.846154 2 0.078167 0.921833 2 0.333333 0.666667 2 0.333333 0.666667 2 0.121770 0.878230 2 0.333333 0.666667 2 0.000003 0.999997 2 0.078170 0.921830 2 0.123598 0.876402 2 0.137445 0.862555 2 0.122012 0.877988 2 0.078170 0.921830 2 0.263160 0.736840 2 0.998477 0.001523 2 0.673603 0.326397 2 0.334348 0.665652 2 0.124930 0.875070
+[MERLIN] I/O time is 0.001394 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.013845, 0.986155]}, {'variable': 'a0_c0', 'probabilities': [0.401744, 0.598256]}, {'variable': 'a0_c1', 'probabilities': [0.483264, 0.516736]}, {'variable': 'a0_c3', 'probabilities': [0.453446, 0.546554]}, {'variable': 'a1', 'probabilities': [0.5, 0.5]}, {'variable': 'a1_c0', 'probabilities': [0.401742, 0.598258]}, {'variable': 'a1_c1', 'probabilities': [0.423455, 0.576545]}, {'variable': 'a1_c2', 'probabilities': [0.673604, 0.326396]}, {'variable': 'a1_c3', 'probabilities': [0.453446, 0.546554]}, {'variable': 'a1_c5', 'probabilities': [0.423476, 0.576524]}, {'variable': 'a2', 'probabilities': [0.645927, 0.354073]}, {'variable': 'a2_c0', 'probabilities': [0.674636, 0.325364]}, {'variable': 'a2_c1', 'probabilities': [0.674636, 0.325364]}, {'variable': 'a2_c2', 'probabilities': [0.763951, 0.236049]}, {'variable': 'a2_c3', 'probabilities': [0.569382, 0.430618]}, {'variable': 'a2_c4', 'probabilities': [0.763951, 0.236049]}, {'variable': 'a2_c9', 'probabilities': [0.674636, 0.325364]}, {'variable': 'a3', 'probabilities': [0.004081, 0.995919]}, {'variable': 'a3_c0', 'probabilities': [0.19732, 0.80268]}, {'variable': 'a3_c3', 'probabilities': [0.11239, 0.88761]}, {'variable': 'a3_c7', 'probabilities': [0.334348, 0.665652]}, {'variable': 'a3_c8', 'probabilities': [0.197345, 0.802655]}, {'variable': 'a4', 'probabilities': [0.0, 1.0]}, {'variable': 'a4_c0', 'probabilities': [0.078167, 0.921833]}, {'variable': 'a4_c1', 'probabilities': [0.12177, 0.87823]}, {'variable': 'a4_c2', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a4_c3', 'probabilities': [0.153846, 0.846154]}, {'variable': 'a4_c5', 'probabilities': [0.078167, 0.921833]}, {'variable': 'a4_c6', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a4_c7', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a4_c8', 'probabilities': [0.12177, 0.87823]}, {'variable': 'a4_c9', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a5', 'probabilities': [3e-06, 0.999997]}, {'variable': 'a5_c0', 'probabilities': [0.07817, 0.92183]}, {'variable': 'a5_c2', 'probabilities': [0.123598, 0.876402]}, {'variable': 'a5_c3', 'probabilities': [0.137445, 0.862555]}, {'variable': 'a5_c5', 'probabilities': [0.122012, 0.877988]}, {'variable': 'a5_c6', 'probabilities': [0.07817, 0.92183]}, {'variable': 'a5_c8', 'probabilities': [0.26316, 0.73684]}, {'variable': 'a6', 'probabilities': [0.998477, 0.001523]}, {'variable': 'a6_c0', 'probabilities': [0.673603, 0.326397]}, {'variable': 'a6_c4', 'probabilities': [0.334348, 0.665652]}, {'variable': 'a6_c5', 'probabilities': [0.12493, 0.87507]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.013845
+[FactReasoner] (a0): Probability for a0=1 is: 0.986155
+[FactReasoner] (a1): Probability for a1=0 is: 0.5
+[FactReasoner] (a1): Probability for a1=1 is: 0.5
+[FactReasoner] (a2): Probability for a2=0 is: 0.645927
+[FactReasoner] (a2): Probability for a2=1 is: 0.354073
+[FactReasoner] (a3): Probability for a3=0 is: 0.004081
+[FactReasoner] (a3): Probability for a3=1 is: 0.995919
+[FactReasoner] (a4): Probability for a4=0 is: 0.0
+[FactReasoner] (a4): Probability for a4=1 is: 1.0
+[FactReasoner] (a5): Probability for a5=0 is: 3e-06
+[FactReasoner] (a5): Probability for a5=1 is: 0.999997
+[FactReasoner] (a6): Probability for a6=0 is: 0.998477
+[FactReasoner] (a6): Probability for a6=1 is: 0.001523
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'NS', 'a2': 'NS', 'a3': 'S', 'a4': 'S', 'a5': 'S', 'a6': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0227 seconds.
+[DBG] update called. n= 43 links= {'context_atom': 43} types= {'entailment': 31, 'contradiction': 12}
+[DynaTD] consensus: {'a0': 1.0, 'a2': 0.497, 'a3': 1.0, 'a4': 1.0, 'a5': 1.0, 'a6': 0.0}
+[DynaTD] Updated 43 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c1 -> a0] : contradiction : 1.0
+[NLI] Found relation: [c4 -> a0] : contradiction : 1.0
+[NLI] Found relation: [c6 -> a0] : contradiction : 1.0
+[NLI] Found relation: [c7 -> a0] : contradiction : 1.0
+[NLI] Found relation: [c9 -> a0] : contradiction : 0.9999928078096713
+[NLI] Relations built: 6
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 28532.68it/s]
+
Contexts: 0%| | 0/6 [00:00, ?it/s]
Contexts: 100%|██████████| 6/6 [00:00<00:00, 213269.69it/s]
+
Relations: 0%| | 0/6 [00:00, ?it/s]
Relations: 100%|██████████| 6/6 [00:00<00:00, 213269.69it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (contradiction)
+Adding edge c4 - a0 with discrete factor (contradiction)
+Adding edge c6 - a0 with discrete factor (contradiction)
+Adding edge c7 - a0 with discrete factor (contradiction)
+Adding edge c9 - a0 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000294924 seconds
+[WMB] Created join graph with 7 clique factors
+[WMB] Number of cliques : 7
+[WMB] Number of edges : 12
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000689983 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -2.506652 (8.154074e-02) d=2.506652e+00 time=0.000902 i=1
+[WMB] Converged after 1 iterations in 0.000920 seconds
+PR
+-2.506652 (8.154074e-02)
+STATUS
+true: Consistent evidence
+MAR
+7 2 0.999986 0.000014 2 0.999991 0.000009 2 0.081094 0.918906 2 0.116291 0.883709 2 0.081094 0.918906 2 0.116291 0.883709 2 0.052645 0.947355
+[MERLIN] I/O time is 0.000337 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.999986, 1.4e-05]}, {'variable': 'c0', 'probabilities': [0.999991, 9e-06]}, {'variable': 'c1', 'probabilities': [0.081094, 0.918906]}, {'variable': 'c4', 'probabilities': [0.116291, 0.883709]}, {'variable': 'c6', 'probabilities': [0.081094, 0.918906]}, {'variable': 'c7', 'probabilities': [0.116291, 0.883709]}, {'variable': 'c9', 'probabilities': [0.052645, 0.947355]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.999986
+[FactReasoner] (a0): Probability for a0=1 is: 1.4e-05
+[FactReasoner] Predictions: {'a0': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0088 seconds.
+[DBG] update called. n= 6 links= {'context_atom': 6} types= {'entailment': 1, 'contradiction': 5}
+[DynaTD] consensus: {'a0': 0.107}
+[DynaTD] Updated 6 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 360 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 0.9999999205271529
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a1] : entailment : 0.9873991718246401
+[NLI] Found relation: [a2_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a1] : entailment : 0.9998156512133021
+[NLI] Found relation: [a2_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a1] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a3_c7 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a3_c8 -> a1] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a3_c9 -> a1] : entailment : 0.999996622426144
+[NLI] Found relation: [a4_c5 -> a1] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a4_c8 -> a1] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a5_c1 -> a1] : contradiction : 0.9999993244816028
+[NLI] Found relation: [a5_c7 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a5_c9 -> a1] : contradiction : 0.9999847814099919
+[NLI] Found relation: [a0_c0 -> a2] : contradiction : 0.990131248694367
+[NLI] Found relation: [a0_c5 -> a2] : contradiction : 0.9479903300719648
+[NLI] Found relation: [a1_c2 -> a2] : contradiction : 0.999996145596167
+[NLI] Found relation: [a1_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a3_c9 -> a2] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a4_c4 -> a2] : contradiction : 0.9999976555615725
+[NLI] Found relation: [a4_c5 -> a2] : entailment : 0.9998156909230084
+[NLI] Found relation: [a5_c4 -> a2] : contradiction : 0.9999996821087633
+[NLI] Found relation: [a5_c9 -> a2] : entailment : 0.8787393135372188
+[NLI] Found relation: [a0_c0 -> a3] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a1_c2 -> a3] : contradiction : 0.9999127937478665
+[NLI] Found relation: [a1_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a3] : contradiction : 0.9998563543444611
+[NLI] Found relation: [a2_c0 -> a3] : contradiction : 0.9999992847452764
+[NLI] Found relation: [a2_c3 -> a3] : contradiction : 0.9999992847452764
+[NLI] Found relation: [a2_c6 -> a3] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a4_c4 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a5_c4 -> a3] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c0 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a0_c1 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a0_c5 -> a4] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a0_c6 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a1_c1 -> a4] : contradiction : 0.9999804901744254
+[NLI] Found relation: [a1_c4 -> a4] : entailment : 0.8970634660667482
+[NLI] Found relation: [a1_c5 -> a4] : contradiction : 0.9999998013179273
+[NLI] Found relation: [a1_c6 -> a4] : contradiction : 0.9999997218451434
+[NLI] Found relation: [a1_c7 -> a4] : contradiction : 0.9999994834269622
+[NLI] Found relation: [a2_c3 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a2_c5 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a2_c6 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a2_c8 -> a4] : contradiction : 0.9999996821087633
+[NLI] Found relation: [a2_c9 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a3_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a4] : contradiction : 0.9999991258000622
+[NLI] Found relation: [a4_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c4 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a5_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c9 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a0_c1 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a0_c5 -> a5] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c6 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a1_c1 -> a5] : contradiction : 0.9999983708116444
+[NLI] Found relation: [a1_c3 -> a5] : contradiction : 0.9999995628996703
+[NLI] Found relation: [a1_c4 -> a5] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a5] : contradiction : 0.9999997615815251
+[NLI] Found relation: [a1_c6 -> a5] : contradiction : 0.9999994436905916
+[NLI] Found relation: [a1_c7 -> a5] : contradiction : 0.9999531948697635
+[NLI] Found relation: [a2_c3 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a2_c5 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a2_c6 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a2_c8 -> a5] : contradiction : 0.9999998410543312
+[NLI] Found relation: [a2_c9 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a3_c1 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a4_c0 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a5] : contradiction : 0.999947156135537
+[NLI] Found relation: [a4_c5 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a5] : entailment : 0.9999999602635733
+[NLI] Found relation: [a4_c8 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c1 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c3 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c4 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a5_c7 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c9 -> a5] : entailment : 1.0
+[NLI] Relations built: 114
+
Atoms: 0%| | 0/6 [00:00, ?it/s]
Atoms: 100%|██████████| 6/6 [00:00<00:00, 136031.48it/s]
+
Contexts: 0%| | 0/39 [00:00, ?it/s]
Contexts: 100%|██████████| 39/39 [00:00<00:00, 520948.59it/s]
+
Relations: 0%| | 0/114 [00:00, ?it/s]
Relations: 100%|██████████| 114/114 [00:00<00:00, 1127713.81it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a5_c0 with discrete factor (prior)
+Adding context variable a5_c1 with discrete factor (prior)
+Adding context variable a5_c3 with discrete factor (prior)
+Adding context variable a5_c4 with discrete factor (prior)
+Adding context variable a5_c7 with discrete factor (prior)
+Adding context variable a5_c8 with discrete factor (prior)
+Adding context variable a5_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c3 - a1 with discrete factor (entailment)
+Adding edge a2_c4 - a1 with discrete factor (entailment)
+Adding edge a2_c5 - a1 with discrete factor (entailment)
+Adding edge a2_c6 - a1 with discrete factor (entailment)
+Adding edge a2_c8 - a1 with discrete factor (entailment)
+Adding edge a2_c9 - a1 with discrete factor (entailment)
+Adding edge a3_c6 - a1 with discrete factor (contradiction)
+Adding edge a3_c7 - a1 with discrete factor (contradiction)
+Adding edge a3_c8 - a1 with discrete factor (contradiction)
+Adding edge a3_c9 - a1 with discrete factor (entailment)
+Adding edge a4_c5 - a1 with discrete factor (contradiction)
+Adding edge a4_c8 - a1 with discrete factor (contradiction)
+Adding edge a5_c1 - a1 with discrete factor (contradiction)
+Adding edge a5_c7 - a1 with discrete factor (contradiction)
+Adding edge a5_c9 - a1 with discrete factor (contradiction)
+Adding edge a0_c0 - a2 with discrete factor (contradiction)
+Adding edge a0_c5 - a2 with discrete factor (contradiction)
+Adding edge a1_c2 - a2 with discrete factor (contradiction)
+Adding edge a1_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (contradiction)
+Adding edge a2_c6 - a2 with discrete factor (contradiction)
+Adding edge a3_c9 - a2 with discrete factor (contradiction)
+Adding edge a4_c4 - a2 with discrete factor (contradiction)
+Adding edge a4_c5 - a2 with discrete factor (entailment)
+Adding edge a5_c4 - a2 with discrete factor (contradiction)
+Adding edge a5_c9 - a2 with discrete factor (entailment)
+Adding edge a0_c0 - a3 with discrete factor (contradiction)
+Adding edge a1_c2 - a3 with discrete factor (contradiction)
+Adding edge a1_c4 - a3 with discrete factor (entailment)
+Adding edge a1_c6 - a3 with discrete factor (contradiction)
+Adding edge a2_c0 - a3 with discrete factor (contradiction)
+Adding edge a2_c3 - a3 with discrete factor (contradiction)
+Adding edge a2_c6 - a3 with discrete factor (contradiction)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a3 with discrete factor (contradiction)
+Adding edge a4_c4 - a3 with discrete factor (contradiction)
+Adding edge a5_c4 - a3 with discrete factor (contradiction)
+Adding edge a0_c0 - a4 with discrete factor (contradiction)
+Adding edge a0_c1 - a4 with discrete factor (contradiction)
+Adding edge a0_c5 - a4 with discrete factor (contradiction)
+Adding edge a0_c6 - a4 with discrete factor (contradiction)
+Adding edge a1_c1 - a4 with discrete factor (contradiction)
+Adding edge a1_c4 - a4 with discrete factor (entailment)
+Adding edge a1_c5 - a4 with discrete factor (contradiction)
+Adding edge a1_c6 - a4 with discrete factor (contradiction)
+Adding edge a1_c7 - a4 with discrete factor (contradiction)
+Adding edge a2_c3 - a4 with discrete factor (contradiction)
+Adding edge a2_c5 - a4 with discrete factor (contradiction)
+Adding edge a2_c6 - a4 with discrete factor (contradiction)
+Adding edge a2_c8 - a4 with discrete factor (contradiction)
+Adding edge a2_c9 - a4 with discrete factor (contradiction)
+Adding edge a3_c1 - a4 with discrete factor (entailment)
+Adding edge a3_c6 - a4 with discrete factor (entailment)
+Adding edge a3_c7 - a4 with discrete factor (entailment)
+Adding edge a3_c8 - a4 with discrete factor (entailment)
+Adding edge a3_c9 - a4 with discrete factor (contradiction)
+Adding edge a4_c0 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c4 - a4 with discrete factor (contradiction)
+Adding edge a4_c5 - a4 with discrete factor (entailment)
+Adding edge a4_c7 - a4 with discrete factor (entailment)
+Adding edge a4_c8 - a4 with discrete factor (entailment)
+Adding edge a5_c0 - a4 with discrete factor (entailment)
+Adding edge a5_c1 - a4 with discrete factor (entailment)
+Adding edge a5_c3 - a4 with discrete factor (entailment)
+Adding edge a5_c4 - a4 with discrete factor (contradiction)
+Adding edge a5_c7 - a4 with discrete factor (entailment)
+Adding edge a5_c8 - a4 with discrete factor (entailment)
+Adding edge a5_c9 - a4 with discrete factor (entailment)
+Adding edge a0_c0 - a5 with discrete factor (contradiction)
+Adding edge a0_c1 - a5 with discrete factor (contradiction)
+Adding edge a0_c5 - a5 with discrete factor (contradiction)
+Adding edge a0_c6 - a5 with discrete factor (contradiction)
+Adding edge a1_c1 - a5 with discrete factor (contradiction)
+Adding edge a1_c3 - a5 with discrete factor (contradiction)
+Adding edge a1_c4 - a5 with discrete factor (entailment)
+Adding edge a1_c5 - a5 with discrete factor (contradiction)
+Adding edge a1_c6 - a5 with discrete factor (contradiction)
+Adding edge a1_c7 - a5 with discrete factor (contradiction)
+Adding edge a2_c3 - a5 with discrete factor (contradiction)
+Adding edge a2_c5 - a5 with discrete factor (contradiction)
+Adding edge a2_c6 - a5 with discrete factor (contradiction)
+Adding edge a2_c8 - a5 with discrete factor (contradiction)
+Adding edge a2_c9 - a5 with discrete factor (contradiction)
+Adding edge a3_c1 - a5 with discrete factor (entailment)
+Adding edge a3_c6 - a5 with discrete factor (entailment)
+Adding edge a3_c7 - a5 with discrete factor (entailment)
+Adding edge a3_c8 - a5 with discrete factor (entailment)
+Adding edge a3_c9 - a5 with discrete factor (contradiction)
+Adding edge a4_c0 - a5 with discrete factor (entailment)
+Adding edge a4_c2 - a5 with discrete factor (entailment)
+Adding edge a4_c4 - a5 with discrete factor (contradiction)
+Adding edge a4_c5 - a5 with discrete factor (entailment)
+Adding edge a4_c7 - a5 with discrete factor (entailment)
+Adding edge a4_c8 - a5 with discrete factor (entailment)
+Adding edge a5_c0 - a5 with discrete factor (entailment)
+Adding edge a5_c1 - a5 with discrete factor (entailment)
+Adding edge a5_c3 - a5 with discrete factor (entailment)
+Adding edge a5_c4 - a5 with discrete factor (contradiction)
+Adding edge a5_c7 - a5 with discrete factor (entailment)
+Adding edge a5_c8 - a5 with discrete factor (entailment)
+Adding edge a5_c9 - a5 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 3 6 18 25 40 2 5 24 31 32 35 38 43 10 36 8 12 14 19 21 22 26 27 28 39 42 16 13 9 20 11 17 29 33 34 41 44 4 0 7 1 15 23 30 37
+[WMB] + induced width : 5
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00401711 seconds
+[WMB] Created join graph with 45 clique factors
+[WMB] Number of cliques : 45
+[WMB] Number of edges : 88
+[WMB] Max clique size : 6
+[WMB] Max separator size : 5
+[WMB] Finished initialization in 0.00827718 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -56.256168 (3.700466e-25) d=5.625617e+01 time=0.010496 i=1
+[WMB] Converged after 1 iterations in 0.010519 seconds
+PR
+-56.256168 (3.700466e-25)
+STATUS
+true: Consistent evidence
+MAR
+45 2 0.000210 0.999790 2 0.030800 0.969200 2 0.200000 0.800000 2 0.333473 0.666527 2 0.062048 0.937952 2 0.200000 0.800000 2 0.333473 0.666527 2 0.000000 1.000000 2 0.045980 0.954020 2 0.034059 0.965941 2 0.060286 0.939714 2 1.000000 0.000000 2 0.111111 0.888889 2 0.015387 0.984613 2 0.023539 0.976461 2 1.000000 0.000000 2 0.047076 0.952924 2 0.005990 0.994010 2 0.082031 0.917969 2 0.027591 0.972409 2 0.009135 0.990865 2 0.111111 0.888889 2 0.020759 0.979241 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 0.009133 0.990867 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 0.006051 0.993949 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 0.010909 0.989091 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000
+[MERLIN] I/O time is 0.002295 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.00021, 0.99979]}, {'variable': 'a0_c0', 'probabilities': [0.0308, 0.9692]}, {'variable': 'a0_c1', 'probabilities': [0.2, 0.8]}, {'variable': 'a0_c2', 'probabilities': [0.333473, 0.666527]}, {'variable': 'a0_c5', 'probabilities': [0.062048, 0.937952]}, {'variable': 'a0_c6', 'probabilities': [0.2, 0.8]}, {'variable': 'a0_c9', 'probabilities': [0.333473, 0.666527]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c1', 'probabilities': [0.04598, 0.95402]}, {'variable': 'a1_c2', 'probabilities': [0.034059, 0.965941]}, {'variable': 'a1_c3', 'probabilities': [0.060286, 0.939714]}, {'variable': 'a1_c4', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c5', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a1_c6', 'probabilities': [0.015387, 0.984613]}, {'variable': 'a1_c7', 'probabilities': [0.023539, 0.976461]}, {'variable': 'a2', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c0', 'probabilities': [0.047076, 0.952924]}, {'variable': 'a2_c3', 'probabilities': [0.00599, 0.99401]}, {'variable': 'a2_c4', 'probabilities': [0.082031, 0.917969]}, {'variable': 'a2_c5', 'probabilities': [0.027591, 0.972409]}, {'variable': 'a2_c6', 'probabilities': [0.009135, 0.990865]}, {'variable': 'a2_c8', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a2_c9', 'probabilities': [0.020759, 0.979241]}, {'variable': 'a3', 'probabilities': [1.0, 0.0]}, {'variable': 'a3_c1', 'probabilities': [1.0, 0.0]}, {'variable': 'a3_c4', 'probabilities': [1.0, 0.0]}, {'variable': 'a3_c6', 'probabilities': [1.0, 0.0]}, {'variable': 'a3_c7', 'probabilities': [1.0, 0.0]}, {'variable': 'a3_c8', 'probabilities': [1.0, 0.0]}, {'variable': 'a3_c9', 'probabilities': [0.009133, 0.990867]}, {'variable': 'a4', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c0', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c2', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c4', 'probabilities': [0.006051, 0.993949]}, {'variable': 'a4_c5', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c7', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c8', 'probabilities': [1.0, 0.0]}, {'variable': 'a5', 'probabilities': [1.0, 0.0]}, {'variable': 'a5_c0', 'probabilities': [1.0, 0.0]}, {'variable': 'a5_c1', 'probabilities': [1.0, 0.0]}, {'variable': 'a5_c3', 'probabilities': [1.0, 0.0]}, {'variable': 'a5_c4', 'probabilities': [0.010909, 0.989091]}, {'variable': 'a5_c7', 'probabilities': [1.0, 0.0]}, {'variable': 'a5_c8', 'probabilities': [1.0, 0.0]}, {'variable': 'a5_c9', 'probabilities': [1.0, 0.0]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.00021
+[FactReasoner] (a0): Probability for a0=1 is: 0.99979
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 1.0
+[FactReasoner] (a2): Probability for a2=1 is: 0.0
+[FactReasoner] (a3): Probability for a3=0 is: 1.0
+[FactReasoner] (a3): Probability for a3=1 is: 0.0
+[FactReasoner] (a4): Probability for a4=0 is: 1.0
+[FactReasoner] (a4): Probability for a4=1 is: 0.0
+[FactReasoner] (a5): Probability for a5=0 is: 1.0
+[FactReasoner] (a5): Probability for a5=1 is: 0.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'NS', 'a3': 'NS', 'a4': 'NS', 'a5': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0362 seconds.
+[DBG] update called. n= 114 links= {'context_atom': 114} types= {'entailment': 56, 'contradiction': 58}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 0.736, 'a2': 0.195, 'a3': 0.123, 'a4': 0.434, 'a5': 0.418}
+[DynaTD] Updated 114 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c5 -> a0] : contradiction : 1.0
+[NLI] Found relation: [c7 -> a0] : contradiction : 1.0
+[NLI] Found relation: [c9 -> a0] : entailment : 1.0
+[NLI] Relations built: 3
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 29127.11it/s]
+
Contexts: 0%| | 0/3 [00:00, ?it/s]
Contexts: 100%|██████████| 3/3 [00:00<00:00, 91846.07it/s]
+
Relations: 0%| | 0/3 [00:00, ?it/s]
Relations: 100%|██████████| 3/3 [00:00<00:00, 116508.44it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c5 - a0 with discrete factor (contradiction)
+Adding edge c7 - a0 with discrete factor (contradiction)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000290871 seconds
+[WMB] Created join graph with 4 clique factors
+[WMB] Number of cliques : 4
+[WMB] Number of edges : 6
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.00058198 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -2.163024 (1.149769e-01) d=2.163024e+00 time=0.000746 i=1
+[WMB] Converged after 1 iterations in 0.000766 seconds
+PR
+-2.163024 (1.149769e-01)
+STATUS
+true: Consistent evidence
+MAR
+4 2 0.734145 0.265855 2 0.727602 0.272398 2 0.510570 0.489430 2 0.888061 0.111939
+[MERLIN] I/O time is 0.000442 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.734145, 0.265855]}, {'variable': 'c5', 'probabilities': [0.727602, 0.272398]}, {'variable': 'c7', 'probabilities': [0.51057, 0.48943]}, {'variable': 'c9', 'probabilities': [0.888061, 0.111939]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.734145
+[FactReasoner] (a0): Probability for a0=1 is: 0.265855
+[FactReasoner] Predictions: {'a0': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0130 seconds.
+[DBG] update called. n= 3 links= {'context_atom': 3} types= {'contradiction': 2, 'entailment': 1}
+[DynaTD] consensus: {'a0': 0.268}
+[DynaTD] Updated 3 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 40 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c2 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : contradiction : 0.9999997615815251
+[NLI] Found relation: [a0_c7 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : contradiction : 0.9999998013179273
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : contradiction : 0.9999996026360078
+[NLI] Found relation: [a0_c4 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c7 -> a1] : contradiction : 0.9999985694925803
+[NLI] Found relation: [a0_c8 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 0.9999999205271529
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : contradiction : 0.9999969403135279
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : contradiction : 1.0
+[NLI] Relations built: 25
+
Atoms: 0%| | 0/2 [00:00, ?it/s]
Atoms: 100%|██████████| 2/2 [00:00<00:00, 46345.90it/s]
+
Contexts: 0%| | 0/14 [00:00, ?it/s]
Contexts: 100%|██████████| 14/14 [00:00<00:00, 419430.40it/s]
+
Relations: 0%| | 0/25 [00:00, ?it/s]
Relations: 100%|██████████| 25/25 [00:00<00:00, 543303.63it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding edge a0_c2 - a0 with discrete factor (contradiction)
+Adding edge a0_c3 - a0 with discrete factor (contradiction)
+Adding edge a0_c4 - a0 with discrete factor (contradiction)
+Adding edge a0_c5 - a0 with discrete factor (contradiction)
+Adding edge a0_c6 - a0 with discrete factor (contradiction)
+Adding edge a0_c7 - a0 with discrete factor (contradiction)
+Adding edge a0_c8 - a0 with discrete factor (contradiction)
+Adding edge a0_c9 - a0 with discrete factor (contradiction)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (contradiction)
+Adding edge a1_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c7 - a0 with discrete factor (contradiction)
+Adding edge a1_c8 - a0 with discrete factor (entailment)
+Adding edge a1_c9 - a0 with discrete factor (contradiction)
+Adding edge a0_c2 - a1 with discrete factor (contradiction)
+Adding edge a0_c3 - a1 with discrete factor (contradiction)
+Adding edge a0_c4 - a1 with discrete factor (contradiction)
+Adding edge a0_c5 - a1 with discrete factor (contradiction)
+Adding edge a0_c7 - a1 with discrete factor (contradiction)
+Adding edge a0_c8 - a1 with discrete factor (contradiction)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (contradiction)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 5 8 11 14 1 2 3 4 6 7 10 12 13 15 0 9
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00077796 seconds
+[WMB] Created join graph with 16 clique factors
+[WMB] Number of cliques : 16
+[WMB] Number of edges : 30
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00191212 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -12.517152 (3.663277e-06) d=1.251715e+01 time=0.002472 i=1
+[WMB] Converged after 1 iterations in 0.002493 seconds
+PR
+-12.517152 (3.663277e-06)
+STATUS
+true: Consistent evidence
+MAR
+16 2 1.000000 0.000000 2 0.045993 0.954007 2 0.163630 0.836370 2 0.054323 0.945677 2 0.379679 0.620321 2 0.086079 0.913921 2 0.053701 0.946299 2 0.054323 0.945677 2 0.281241 0.718759 2 1.000000 0.000000 2 1.000000 0.000000 2 0.086079 0.913921 2 1.000000 0.000000 2 0.065868 0.934132 2 1.000000 0.000000 2 0.054323 0.945677
+[MERLIN] I/O time is 0.000890 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [1.0, 0.0]}, {'variable': 'a0_c2', 'probabilities': [0.045993, 0.954007]}, {'variable': 'a0_c3', 'probabilities': [0.16363, 0.83637]}, {'variable': 'a0_c4', 'probabilities': [0.054323, 0.945677]}, {'variable': 'a0_c5', 'probabilities': [0.379679, 0.620321]}, {'variable': 'a0_c6', 'probabilities': [0.086079, 0.913921]}, {'variable': 'a0_c7', 'probabilities': [0.053701, 0.946299]}, {'variable': 'a0_c8', 'probabilities': [0.054323, 0.945677]}, {'variable': 'a0_c9', 'probabilities': [0.281241, 0.718759]}, {'variable': 'a1', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c1', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c5', 'probabilities': [0.086079, 0.913921]}, {'variable': 'a1_c6', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c7', 'probabilities': [0.065868, 0.934132]}, {'variable': 'a1_c8', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c9', 'probabilities': [0.054323, 0.945677]}]
+[FactReasoner] (a0): Probability for a0=0 is: 1.0
+[FactReasoner] (a0): Probability for a0=1 is: 0.0
+[FactReasoner] (a1): Probability for a1=0 is: 1.0
+[FactReasoner] (a1): Probability for a1=1 is: 0.0
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0170 seconds.
+[DBG] update called. n= 25 links= {'context_atom': 25} types= {'contradiction': 19, 'entailment': 6}
+[DynaTD] consensus: {'a0': 0.216, 'a1': 0.278}
+[DynaTD] Updated 25 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Relations built: 3
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 25575.02it/s]
+
Contexts: 0%| | 0/3 [00:00, ?it/s]
Contexts: 100%|██████████| 3/3 [00:00<00:00, 103138.62it/s]
+
Relations: 0%| | 0/3 [00:00, ?it/s]
Relations: 100%|██████████| 3/3 [00:00<00:00, 115439.56it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000295877 seconds
+[WMB] Created join graph with 4 clique factors
+[WMB] Number of cliques : 4
+[WMB] Number of edges : 6
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000568867 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.271798 (2.803272e-01) d=1.271798e+00 time=0.000738 i=1
+[WMB] Converged after 1 iterations in 0.000755 seconds
+PR
+-1.271798 (2.803272e-01)
+STATUS
+true: Consistent evidence
+MAR
+4 2 0.008632 0.991368 2 0.339088 0.660912 2 0.168861 0.831139 2 0.168861 0.831139
+[MERLIN] I/O time is 0.000467 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.008632, 0.991368]}, {'variable': 'c0', 'probabilities': [0.339088, 0.660912]}, {'variable': 'c3', 'probabilities': [0.168861, 0.831139]}, {'variable': 'c8', 'probabilities': [0.168861, 0.831139]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.008632
+[FactReasoner] (a0): Probability for a0=1 is: 0.991368
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0104 seconds.
+[DBG] update called. n= 3 links= {'context_atom': 3} types= {'entailment': 3}
+[DynaTD] consensus: {'a0': 1.0}
+[DynaTD] Updated 3 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 360 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 0.9999991655363824
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 0.9999970197855413
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : contradiction : 0.9999987284374785
+[NLI] Found relation: [a1_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a0] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a2_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a0] : contradiction : 0.9999229232072819
+[NLI] Found relation: [a3_c0 -> a0] : contradiction : 0.9999994834269622
+[NLI] Found relation: [a3_c2 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a3_c3 -> a0] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a3_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a0] : contradiction : 0.9999969403135279
+[NLI] Found relation: [a4_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a4_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a0] : contradiction : 0.999997854242063
+[NLI] Found relation: [a4_c9 -> a0] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a0_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c4 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a1] : contradiction : 0.9873984913303918
+[NLI] Found relation: [a3_c0 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a3_c2 -> a1] : contradiction : 0.9999998410543312
+[NLI] Found relation: [a3_c3 -> a1] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a3_c4 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a3_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a4_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a1] : contradiction : 0.9999998410543312
+[NLI] Found relation: [a4_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a1] : contradiction : 0.9999996821087633
+[NLI] Found relation: [a4_c9 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a5_c7 -> a1] : contradiction : 0.9999996026360078
+[NLI] Found relation: [a5_c8 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a2] : contradiction : 0.9999994039542605
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a2] : contradiction : 0.9999998013179273
+[NLI] Found relation: [a1_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a2] : contradiction : 0.9999804504411968
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a2] : contradiction : 0.9999995628996703
+[NLI] Found relation: [a3_c0 -> a2] : contradiction : 0.9999996821087633
+[NLI] Found relation: [a3_c2 -> a2] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a3_c3 -> a2] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a3_c4 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a3_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a2] : contradiction : 0.9999998013179273
+[NLI] Found relation: [a4_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a2] : contradiction : 0.9994988699864086
+[NLI] Found relation: [a4_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c9 -> a2] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a3] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c2 -> a3] : entailment : 0.9998562352105018
+[NLI] Found relation: [a1_c3 -> a3] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c4 -> a3] : contradiction : 0.9999994834269622
+[NLI] Found relation: [a1_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a3] : contradiction : 0.9999804901744254
+[NLI] Found relation: [a1_c9 -> a3] : contradiction : 0.9999469972224814
+[NLI] Found relation: [a2_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a3] : contradiction : 0.9999983708116444
+[NLI] Found relation: [a3_c0 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a3_c2 -> a3] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a3_c3 -> a3] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a3_c4 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a4_c0 -> a3] : entailment : 0.9194518699101497
+[NLI] Found relation: [a4_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a3] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a4_c9 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a0_c0 -> a4] : entailment : 0.9999997615815251
+[NLI] Found relation: [a0_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c3 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a1_c4 -> a4] : contradiction : 0.999999006591263
+[NLI] Found relation: [a1_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a4] : contradiction : 0.9999998410543312
+[NLI] Found relation: [a1_c9 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a2_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a4] : contradiction : 0.9999127937478665
+[NLI] Found relation: [a3_c0 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a3_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a3_c3 -> a4] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a3_c4 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a3_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 0.9999991655363824
+[NLI] Found relation: [a4_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a4] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a4_c9 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a5_c8 -> a4] : contradiction : 0.9999997615815251
+[NLI] Relations built: 130
+
Atoms: 0%| | 0/6 [00:00, ?it/s]
Atoms: 100%|██████████| 6/6 [00:00<00:00, 147168.56it/s]
+
Contexts: 0%| | 0/34 [00:00, ?it/s]
Contexts: 100%|██████████| 34/34 [00:00<00:00, 702494.27it/s]
+
Relations: 0%| | 0/130 [00:00, ?it/s]
Relations: 100%|██████████| 130/130 [00:00<00:00, 1214386.46it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c6 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding context variable a5_c7 with discrete factor (prior)
+Adding context variable a5_c8 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (contradiction)
+Adding edge a1_c2 - a0 with discrete factor (entailment)
+Adding edge a1_c3 - a0 with discrete factor (contradiction)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c9 - a0 with discrete factor (contradiction)
+Adding edge a2_c1 - a0 with discrete factor (entailment)
+Adding edge a2_c2 - a0 with discrete factor (entailment)
+Adding edge a2_c6 - a0 with discrete factor (entailment)
+Adding edge a2_c8 - a0 with discrete factor (contradiction)
+Adding edge a3_c0 - a0 with discrete factor (contradiction)
+Adding edge a3_c2 - a0 with discrete factor (contradiction)
+Adding edge a3_c3 - a0 with discrete factor (contradiction)
+Adding edge a3_c5 - a0 with discrete factor (entailment)
+Adding edge a3_c7 - a0 with discrete factor (entailment)
+Adding edge a3_c9 - a0 with discrete factor (contradiction)
+Adding edge a4_c0 - a0 with discrete factor (entailment)
+Adding edge a4_c3 - a0 with discrete factor (entailment)
+Adding edge a4_c5 - a0 with discrete factor (contradiction)
+Adding edge a4_c6 - a0 with discrete factor (entailment)
+Adding edge a4_c8 - a0 with discrete factor (contradiction)
+Adding edge a4_c9 - a0 with discrete factor (contradiction)
+Adding edge a0_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (contradiction)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (contradiction)
+Adding edge a1_c4 - a1 with discrete factor (contradiction)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (contradiction)
+Adding edge a1_c9 - a1 with discrete factor (contradiction)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (entailment)
+Adding edge a2_c6 - a1 with discrete factor (entailment)
+Adding edge a2_c8 - a1 with discrete factor (contradiction)
+Adding edge a3_c0 - a1 with discrete factor (contradiction)
+Adding edge a3_c2 - a1 with discrete factor (contradiction)
+Adding edge a3_c3 - a1 with discrete factor (contradiction)
+Adding edge a3_c4 - a1 with discrete factor (contradiction)
+Adding edge a3_c7 - a1 with discrete factor (entailment)
+Adding edge a3_c9 - a1 with discrete factor (contradiction)
+Adding edge a4_c0 - a1 with discrete factor (entailment)
+Adding edge a4_c1 - a1 with discrete factor (entailment)
+Adding edge a4_c3 - a1 with discrete factor (entailment)
+Adding edge a4_c5 - a1 with discrete factor (contradiction)
+Adding edge a4_c6 - a1 with discrete factor (entailment)
+Adding edge a4_c8 - a1 with discrete factor (contradiction)
+Adding edge a4_c9 - a1 with discrete factor (contradiction)
+Adding edge a5_c7 - a1 with discrete factor (contradiction)
+Adding edge a5_c8 - a1 with discrete factor (contradiction)
+Adding edge a0_c0 - a2 with discrete factor (entailment)
+Adding edge a0_c4 - a2 with discrete factor (entailment)
+Adding edge a0_c6 - a2 with discrete factor (entailment)
+Adding edge a1_c0 - a2 with discrete factor (contradiction)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c3 - a2 with discrete factor (contradiction)
+Adding edge a1_c5 - a2 with discrete factor (entailment)
+Adding edge a1_c9 - a2 with discrete factor (contradiction)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c8 - a2 with discrete factor (contradiction)
+Adding edge a3_c0 - a2 with discrete factor (contradiction)
+Adding edge a3_c2 - a2 with discrete factor (contradiction)
+Adding edge a3_c3 - a2 with discrete factor (contradiction)
+Adding edge a3_c4 - a2 with discrete factor (contradiction)
+Adding edge a3_c5 - a2 with discrete factor (entailment)
+Adding edge a3_c7 - a2 with discrete factor (entailment)
+Adding edge a3_c9 - a2 with discrete factor (contradiction)
+Adding edge a4_c0 - a2 with discrete factor (entailment)
+Adding edge a4_c1 - a2 with discrete factor (entailment)
+Adding edge a4_c3 - a2 with discrete factor (entailment)
+Adding edge a4_c5 - a2 with discrete factor (contradiction)
+Adding edge a4_c6 - a2 with discrete factor (entailment)
+Adding edge a4_c9 - a2 with discrete factor (contradiction)
+Adding edge a0_c4 - a3 with discrete factor (entailment)
+Adding edge a0_c6 - a3 with discrete factor (entailment)
+Adding edge a1_c0 - a3 with discrete factor (contradiction)
+Adding edge a1_c2 - a3 with discrete factor (entailment)
+Adding edge a1_c3 - a3 with discrete factor (contradiction)
+Adding edge a1_c4 - a3 with discrete factor (contradiction)
+Adding edge a1_c5 - a3 with discrete factor (entailment)
+Adding edge a1_c6 - a3 with discrete factor (contradiction)
+Adding edge a1_c9 - a3 with discrete factor (contradiction)
+Adding edge a2_c1 - a3 with discrete factor (entailment)
+Adding edge a2_c2 - a3 with discrete factor (entailment)
+Adding edge a2_c6 - a3 with discrete factor (entailment)
+Adding edge a2_c8 - a3 with discrete factor (contradiction)
+Adding edge a3_c0 - a3 with discrete factor (contradiction)
+Adding edge a3_c2 - a3 with discrete factor (contradiction)
+Adding edge a3_c3 - a3 with discrete factor (contradiction)
+Adding edge a3_c4 - a3 with discrete factor (contradiction)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a3 with discrete factor (contradiction)
+Adding edge a4_c0 - a3 with discrete factor (entailment)
+Adding edge a4_c1 - a3 with discrete factor (entailment)
+Adding edge a4_c3 - a3 with discrete factor (entailment)
+Adding edge a4_c6 - a3 with discrete factor (entailment)
+Adding edge a4_c8 - a3 with discrete factor (contradiction)
+Adding edge a4_c9 - a3 with discrete factor (contradiction)
+Adding edge a0_c0 - a4 with discrete factor (entailment)
+Adding edge a0_c4 - a4 with discrete factor (entailment)
+Adding edge a0_c6 - a4 with discrete factor (entailment)
+Adding edge a1_c0 - a4 with discrete factor (contradiction)
+Adding edge a1_c3 - a4 with discrete factor (contradiction)
+Adding edge a1_c4 - a4 with discrete factor (contradiction)
+Adding edge a1_c5 - a4 with discrete factor (entailment)
+Adding edge a1_c6 - a4 with discrete factor (contradiction)
+Adding edge a1_c9 - a4 with discrete factor (contradiction)
+Adding edge a2_c2 - a4 with discrete factor (entailment)
+Adding edge a2_c6 - a4 with discrete factor (entailment)
+Adding edge a2_c8 - a4 with discrete factor (contradiction)
+Adding edge a3_c0 - a4 with discrete factor (contradiction)
+Adding edge a3_c1 - a4 with discrete factor (entailment)
+Adding edge a3_c2 - a4 with discrete factor (contradiction)
+Adding edge a3_c3 - a4 with discrete factor (contradiction)
+Adding edge a3_c4 - a4 with discrete factor (contradiction)
+Adding edge a3_c7 - a4 with discrete factor (entailment)
+Adding edge a3_c9 - a4 with discrete factor (contradiction)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c3 - a4 with discrete factor (entailment)
+Adding edge a4_c6 - a4 with discrete factor (entailment)
+Adding edge a4_c8 - a4 with discrete factor (contradiction)
+Adding edge a4_c9 - a4 with discrete factor (contradiction)
+Adding edge a5_c8 - a4 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 16 21 31 37 38 39 25 33 11 9 35 1 14 3 4 6 7 8 10 12 15 17 18 20 22 23 24 26 27 29 30 32 34 36 28 0 5 13 19
+[WMB] + induced width : 5
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00557613 seconds
+[WMB] Created join graph with 40 clique factors
+[WMB] Number of cliques : 40
+[WMB] Number of edges : 76
+[WMB] Max clique size : 6
+[WMB] Max separator size : 5
+[WMB] Finished initialization in 0.0104311 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -66.461351 (1.368364e-29) d=6.646135e+01 time=0.013077 i=1
+[WMB] Converged after 1 iterations in 0.013100 seconds
+PR
+-66.461351 (1.368364e-29)
+STATUS
+true: Consistent evidence
+MAR
+40 2 1.000000 0.000000 2 1.000000 0.000000 2 0.999993 0.000007 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 0.030303 0.969697 2 1.000000 0.000000 2 0.009244 0.990756 2 0.012952 0.987048 2 1.000000 0.000000 2 0.028287 0.971713 2 0.003460 0.996540 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 0.007318 0.992682 2 1.000000 0.000000 2 0.014823 0.985177 2 1.000000 0.000000 2 0.009244 0.990756 2 0.007225 0.992775 2 0.068709 0.931291 2 1.000000 0.000000 2 1.000000 0.000000 2 0.007225 0.992775 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 0.999998 0.000002 2 1.000000 0.000000 2 0.167491 0.832509 2 1.000000 0.000000 2 0.014346 0.985654 2 0.006722 0.993278 2 0.500000 0.500000 2 0.081081 0.918919 2 0.200000 0.800000
+[MERLIN] I/O time is 0.002888 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [1.0, 0.0]}, {'variable': 'a0_c0', 'probabilities': [1.0, 0.0]}, {'variable': 'a0_c1', 'probabilities': [0.999993, 7e-06]}, {'variable': 'a0_c4', 'probabilities': [1.0, 0.0]}, {'variable': 'a0_c6', 'probabilities': [1.0, 0.0]}, {'variable': 'a1', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c0', 'probabilities': [0.030303, 0.969697]}, {'variable': 'a1_c2', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c3', 'probabilities': [0.009244, 0.990756]}, {'variable': 'a1_c4', 'probabilities': [0.012952, 0.987048]}, {'variable': 'a1_c5', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c6', 'probabilities': [0.028287, 0.971713]}, {'variable': 'a1_c9', 'probabilities': [0.00346, 0.99654]}, {'variable': 'a2', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c1', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c2', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c5', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c6', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c8', 'probabilities': [0.007318, 0.992682]}, {'variable': 'a3', 'probabilities': [1.0, 0.0]}, {'variable': 'a3_c0', 'probabilities': [0.014823, 0.985177]}, {'variable': 'a3_c1', 'probabilities': [1.0, 0.0]}, {'variable': 'a3_c2', 'probabilities': [0.009244, 0.990756]}, {'variable': 'a3_c3', 'probabilities': [0.007225, 0.992775]}, {'variable': 'a3_c4', 'probabilities': [0.068709, 0.931291]}, {'variable': 'a3_c5', 'probabilities': [1.0, 0.0]}, {'variable': 'a3_c7', 'probabilities': [1.0, 0.0]}, {'variable': 'a3_c9', 'probabilities': [0.007225, 0.992775]}, {'variable': 'a4', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c0', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c1', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c2', 'probabilities': [0.999998, 2e-06]}, {'variable': 'a4_c3', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c5', 'probabilities': [0.167491, 0.832509]}, {'variable': 'a4_c6', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c8', 'probabilities': [0.014346, 0.985654]}, {'variable': 'a4_c9', 'probabilities': [0.006722, 0.993278]}, {'variable': 'a5', 'probabilities': [0.5, 0.5]}, {'variable': 'a5_c7', 'probabilities': [0.081081, 0.918919]}, {'variable': 'a5_c8', 'probabilities': [0.2, 0.8]}]
+[FactReasoner] (a0): Probability for a0=0 is: 1.0
+[FactReasoner] (a0): Probability for a0=1 is: 0.0
+[FactReasoner] (a1): Probability for a1=0 is: 1.0
+[FactReasoner] (a1): Probability for a1=1 is: 0.0
+[FactReasoner] (a2): Probability for a2=0 is: 1.0
+[FactReasoner] (a2): Probability for a2=1 is: 0.0
+[FactReasoner] (a3): Probability for a3=0 is: 1.0
+[FactReasoner] (a3): Probability for a3=1 is: 0.0
+[FactReasoner] (a4): Probability for a4=0 is: 1.0
+[FactReasoner] (a4): Probability for a4=1 is: 0.0
+[FactReasoner] (a5): Probability for a5=0 is: 0.5
+[FactReasoner] (a5): Probability for a5=1 is: 0.5
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'NS', 'a2': 'NS', 'a3': 'NS', 'a4': 'NS', 'a5': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0407 seconds.
+[DBG] update called. n= 130 links= {'context_atom': 130} types= {'entailment': 65, 'contradiction': 65}
+[DynaTD] consensus: {'a0': 0.438, 'a1': 0.322, 'a2': 0.471, 'a3': 0.357, 'a4': 0.363}
+[DynaTD] Updated 130 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c0 -> a0] : entailment : 0.9999944369619821
+[NLI] Found relation: [c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : contradiction : 0.9999827947177208
+[NLI] Found relation: [c6 -> a0] : entailment : 0.9999996026360078
+[NLI] Relations built: 4
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 27776.85it/s]
+
Contexts: 0%| | 0/4 [00:00, ?it/s]
Contexts: 100%|██████████| 4/4 [00:00<00:00, 149796.57it/s]
+
Relations: 0%| | 0/4 [00:00, ?it/s]
Relations: 100%|██████████| 4/4 [00:00<00:00, 142179.80it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (contradiction)
+Adding edge c6 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000322104 seconds
+[WMB] Created join graph with 5 clique factors
+[WMB] Number of cliques : 5
+[WMB] Number of edges : 8
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000662088 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -3.476930 (3.090215e-02) d=3.476930e+00 time=0.000851 i=1
+[WMB] Converged after 1 iterations in 0.000871 seconds
+PR
+-3.476930 (3.090215e-02)
+STATUS
+true: Consistent evidence
+MAR
+5 2 0.005008 0.994992 2 0.087251 0.912749 2 0.075603 0.924397 2 0.995216 0.004784 2 0.075603 0.924397
+[MERLIN] I/O time is 0.000485 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.005008, 0.994992]}, {'variable': 'c0', 'probabilities': [0.087251, 0.912749]}, {'variable': 'c2', 'probabilities': [0.075603, 0.924397]}, {'variable': 'c5', 'probabilities': [0.995216, 0.004784]}, {'variable': 'c6', 'probabilities': [0.075603, 0.924397]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.005008
+[FactReasoner] (a0): Probability for a0=1 is: 0.994992
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0135 seconds.
+[DBG] update called. n= 4 links= {'context_atom': 4} types= {'entailment': 3, 'contradiction': 1}
+[DynaTD] consensus: {'a0': 0.753}
+[DynaTD] Updated 4 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 490 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a0] : contradiction : 0.9999997615815251
+[NLI] Found relation: [a3_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a0] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a3_c7 -> a0] : contradiction : 0.9991748854925132
+[NLI] Found relation: [a3_c9 -> a0] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a4_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a0] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a4_c8 -> a0] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c2 -> a1] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a1_c3 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a2_c8 -> a1] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a3_c0 -> a1] : contradiction : 0.9999989668549492
+[NLI] Found relation: [a3_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a3_c9 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a4_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a4_c5 -> a1] : entailment : 0.879010283549516
+[NLI] Found relation: [a4_c8 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a4_c9 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a6_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a6_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : contradiction : 0.9993571766576815
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a3] : contradiction : 0.8538226118326216
+[NLI] Found relation: [a4_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a3] : contradiction : 0.9999987284374785
+[NLI] Found relation: [a4_c8 -> a3] : contradiction : 0.9999779075214921
+[NLI] Found relation: [a4_c9 -> a3] : contradiction : 0.8538239180563202
+[NLI] Found relation: [a1_c2 -> a4] : entailment : 0.9999994039542605
+[NLI] Found relation: [a3_c0 -> a4] : contradiction : 0.9999995628996703
+[NLI] Found relation: [a3_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a4] : contradiction : 0.9999994039542605
+[NLI] Found relation: [a3_c9 -> a4] : contradiction : 0.9999469972224814
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 0.9999999602635733
+[NLI] Found relation: [a4_c4 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a4_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c9 -> a4] : contradiction : 0.9999895098024637
+[NLI] Found relation: [a4_c3 -> a5] : entailment : 0.9999999602635733
+[NLI] Found relation: [a4_c3 -> a6] : contradiction : 1.0
+[NLI] Relations built: 60
+
Atoms: 0%| | 0/7 [00:00, ?it/s]
Atoms: 100%|██████████| 7/7 [00:00<00:00, 165876.43it/s]
+
Contexts: 0%| | 0/36 [00:00, ?it/s]
Contexts: 100%|██████████| 36/36 [00:00<00:00, 569792.24it/s]
+
Relations: 0%| | 0/60 [00:00, ?it/s]
Relations: 100%|██████████| 60/60 [00:00<00:00, 942540.22it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding atom variable a6 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding context variable a6_c5 with discrete factor (prior)
+Adding context variable a6_c8 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c2 - a0 with discrete factor (entailment)
+Adding edge a2_c8 - a0 with discrete factor (contradiction)
+Adding edge a3_c2 - a0 with discrete factor (entailment)
+Adding edge a3_c5 - a0 with discrete factor (contradiction)
+Adding edge a3_c7 - a0 with discrete factor (contradiction)
+Adding edge a3_c9 - a0 with discrete factor (contradiction)
+Adding edge a4_c0 - a0 with discrete factor (entailment)
+Adding edge a4_c1 - a0 with discrete factor (entailment)
+Adding edge a4_c2 - a0 with discrete factor (entailment)
+Adding edge a4_c4 - a0 with discrete factor (contradiction)
+Adding edge a4_c8 - a0 with discrete factor (contradiction)
+Adding edge a0_c2 - a1 with discrete factor (contradiction)
+Adding edge a1_c3 - a1 with discrete factor (contradiction)
+Adding edge a2_c8 - a1 with discrete factor (contradiction)
+Adding edge a3_c0 - a1 with discrete factor (contradiction)
+Adding edge a3_c3 - a1 with discrete factor (entailment)
+Adding edge a3_c5 - a1 with discrete factor (contradiction)
+Adding edge a3_c9 - a1 with discrete factor (contradiction)
+Adding edge a4_c2 - a1 with discrete factor (entailment)
+Adding edge a4_c3 - a1 with discrete factor (entailment)
+Adding edge a4_c4 - a1 with discrete factor (contradiction)
+Adding edge a4_c5 - a1 with discrete factor (entailment)
+Adding edge a4_c8 - a1 with discrete factor (contradiction)
+Adding edge a4_c9 - a1 with discrete factor (contradiction)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a3_c1 - a2 with discrete factor (entailment)
+Adding edge a4_c7 - a2 with discrete factor (entailment)
+Adding edge a6_c5 - a2 with discrete factor (entailment)
+Adding edge a6_c8 - a2 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (contradiction)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a3 with discrete factor (contradiction)
+Adding edge a4_c2 - a3 with discrete factor (entailment)
+Adding edge a4_c4 - a3 with discrete factor (contradiction)
+Adding edge a4_c8 - a3 with discrete factor (contradiction)
+Adding edge a4_c9 - a3 with discrete factor (contradiction)
+Adding edge a1_c2 - a4 with discrete factor (entailment)
+Adding edge a3_c0 - a4 with discrete factor (contradiction)
+Adding edge a3_c3 - a4 with discrete factor (entailment)
+Adding edge a3_c5 - a4 with discrete factor (contradiction)
+Adding edge a3_c9 - a4 with discrete factor (contradiction)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c4 - a4 with discrete factor (contradiction)
+Adding edge a4_c5 - a4 with discrete factor (entailment)
+Adding edge a4_c9 - a4 with discrete factor (contradiction)
+Adding edge a4_c3 - a5 with discrete factor (entailment)
+Adding edge a4_c3 - a6 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 6 7 9 11 12 13 14 15 16 17 18 20 23 24 27 30 31 36 39 40 41 42 35 33 8 26 19 38 22 25 37 28 32 34 0 5 21 29 10
+[WMB] + induced width : 4
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00177407 seconds
+[WMB] Created join graph with 43 clique factors
+[WMB] Number of cliques : 43
+[WMB] Number of edges : 82
+[WMB] Max clique size : 5
+[WMB] Max separator size : 4
+[WMB] Finished initialization in 0.004565 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -37.359603 (5.955666e-17) d=3.735960e+01 time=0.006241 i=1
+[WMB] Converged after 1 iterations in 0.006266 seconds
+PR
+-37.359603 (5.955666e-17)
+STATUS
+true: Consistent evidence
+MAR
+43 2 0.001207 0.998793 2 0.090727 0.909273 2 0.062141 0.937859 2 0.865652 0.134348 2 0.095983 0.904017 2 0.148432 0.851568 2 0.090727 0.909273 2 0.062141 0.937859 2 0.287787 0.712213 2 0.865653 0.134347 2 0.000000 1.000000 2 0.089629 0.910371 2 0.333333 0.666667 2 0.081081 0.918919 2 0.333333 0.666667 2 0.070950 0.929050 2 0.333333 0.666667 2 0.081081 0.918919 2 0.070950 0.929050 2 0.999034 0.000966 2 0.081081 0.918919 2 0.131358 0.868642 2 0.905496 0.094504 2 0.333333 0.666667 2 0.062141 0.937859 2 0.248120 0.751880 2 0.998812 0.001188 2 0.997266 0.002734 2 0.998879 0.001121 2 0.109734 0.890266 2 0.090727 0.909273 2 0.334138 0.665862 2 0.203892 0.796108 2 0.279442 0.720558 2 0.998864 0.001136 2 0.191900 0.808100 2 0.070950 0.929050 2 0.998927 0.001073 2 0.905515 0.094485 2 0.139721 0.860279 2 0.860279 0.139721 2 0.091405 0.908595 2 0.070950 0.929050
+[MERLIN] I/O time is 0.001568 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.001207, 0.998793]}, {'variable': 'a0_c0', 'probabilities': [0.090727, 0.909273]}, {'variable': 'a0_c1', 'probabilities': [0.062141, 0.937859]}, {'variable': 'a0_c2', 'probabilities': [0.865652, 0.134348]}, {'variable': 'a0_c9', 'probabilities': [0.095983, 0.904017]}, {'variable': 'a1', 'probabilities': [0.148432, 0.851568]}, {'variable': 'a1_c0', 'probabilities': [0.090727, 0.909273]}, {'variable': 'a1_c1', 'probabilities': [0.062141, 0.937859]}, {'variable': 'a1_c2', 'probabilities': [0.287787, 0.712213]}, {'variable': 'a1_c3', 'probabilities': [0.865653, 0.134347]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.089629, 0.910371]}, {'variable': 'a2_c1', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2_c2', 'probabilities': [0.081081, 0.918919]}, {'variable': 'a2_c3', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2_c4', 'probabilities': [0.07095, 0.92905]}, {'variable': 'a2_c5', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2_c6', 'probabilities': [0.081081, 0.918919]}, {'variable': 'a2_c7', 'probabilities': [0.07095, 0.92905]}, {'variable': 'a2_c8', 'probabilities': [0.999034, 0.000966]}, {'variable': 'a2_c9', 'probabilities': [0.081081, 0.918919]}, {'variable': 'a3', 'probabilities': [0.131358, 0.868642]}, {'variable': 'a3_c0', 'probabilities': [0.905496, 0.094504]}, {'variable': 'a3_c1', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a3_c2', 'probabilities': [0.062141, 0.937859]}, {'variable': 'a3_c3', 'probabilities': [0.24812, 0.75188]}, {'variable': 'a3_c5', 'probabilities': [0.998812, 0.001188]}, {'variable': 'a3_c7', 'probabilities': [0.997266, 0.002734]}, {'variable': 'a3_c9', 'probabilities': [0.998879, 0.001121]}, {'variable': 'a4', 'probabilities': [0.109734, 0.890266]}, {'variable': 'a4_c0', 'probabilities': [0.090727, 0.909273]}, {'variable': 'a4_c1', 'probabilities': [0.334138, 0.665862]}, {'variable': 'a4_c2', 'probabilities': [0.203892, 0.796108]}, {'variable': 'a4_c3', 'probabilities': [0.279442, 0.720558]}, {'variable': 'a4_c4', 'probabilities': [0.998864, 0.001136]}, {'variable': 'a4_c5', 'probabilities': [0.1919, 0.8081]}, {'variable': 'a4_c7', 'probabilities': [0.07095, 0.92905]}, {'variable': 'a4_c8', 'probabilities': [0.998927, 0.001073]}, {'variable': 'a4_c9', 'probabilities': [0.905515, 0.094485]}, {'variable': 'a5', 'probabilities': [0.139721, 0.860279]}, {'variable': 'a6', 'probabilities': [0.860279, 0.139721]}, {'variable': 'a6_c5', 'probabilities': [0.091405, 0.908595]}, {'variable': 'a6_c8', 'probabilities': [0.07095, 0.92905]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.001207
+[FactReasoner] (a0): Probability for a0=1 is: 0.998793
+[FactReasoner] (a1): Probability for a1=0 is: 0.148432
+[FactReasoner] (a1): Probability for a1=1 is: 0.851568
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.131358
+[FactReasoner] (a3): Probability for a3=1 is: 0.868642
+[FactReasoner] (a4): Probability for a4=0 is: 0.109734
+[FactReasoner] (a4): Probability for a4=1 is: 0.890266
+[FactReasoner] (a5): Probability for a5=0 is: 0.139721
+[FactReasoner] (a5): Probability for a5=1 is: 0.860279
+[FactReasoner] (a6): Probability for a6=0 is: 0.860279
+[FactReasoner] (a6): Probability for a6=1 is: 0.139721
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S', 'a4': 'S', 'a5': 'S', 'a6': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0276 seconds.
+[DBG] update called. n= 60 links= {'context_atom': 60} types= {'entailment': 34, 'contradiction': 26}
+[DynaTD] consensus: {'a0': 0.687, 'a1': 0.304, 'a2': 1.0, 'a3': 0.299, 'a4': 0.441, 'a5': 1.0, 'a6': 0.0}
+[DynaTD] Updated 60 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c0 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c2 -> a0] : entailment : 0.9999999205271529
+[NLI] Found relation: [c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Relations built: 6
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 23831.27it/s]
+
Contexts: 0%| | 0/6 [00:00, ?it/s]
Contexts: 100%|██████████| 6/6 [00:00<00:00, 187804.66it/s]
+
Relations: 0%| | 0/6 [00:00, ?it/s]
Relations: 100%|██████████| 6/6 [00:00<00:00, 192105.53it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000309944 seconds
+[WMB] Created join graph with 7 clique factors
+[WMB] Number of cliques : 7
+[WMB] Number of edges : 12
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000746965 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -2.030894 (1.312181e-01) d=2.030894e+00 time=0.000944 i=1
+[WMB] Converged after 1 iterations in 0.000962 seconds
+PR
+-2.030894 (1.312181e-01)
+STATUS
+true: Consistent evidence
+MAR
+7 2 0.000049 0.999951 2 0.445810 0.554190 2 0.333366 0.666634 2 0.054528 0.945472 2 0.333366 0.666634 2 0.333366 0.666634 2 0.054528 0.945472
+[MERLIN] I/O time is 0.000393 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [4.9e-05, 0.999951]}, {'variable': 'c0', 'probabilities': [0.44581, 0.55419]}, {'variable': 'c1', 'probabilities': [0.333366, 0.666634]}, {'variable': 'c2', 'probabilities': [0.054528, 0.945472]}, {'variable': 'c4', 'probabilities': [0.333366, 0.666634]}, {'variable': 'c5', 'probabilities': [0.333366, 0.666634]}, {'variable': 'c6', 'probabilities': [0.054528, 0.945472]}]
+[FactReasoner] (a0): Probability for a0=0 is: 4.9e-05
+[FactReasoner] (a0): Probability for a0=1 is: 0.999951
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0100 seconds.
+[DBG] update called. n= 6 links= {'context_atom': 6} types= {'entailment': 6}
+[DynaTD] consensus: {'a0': 1.0}
+[DynaTD] Updated 6 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 225 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a0] : entailment : 0.9901315542273456
+[NLI] Found relation: [a2_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a0] : entailment : 0.9999998410543312
+[NLI] Found relation: [a2_c6 -> a0] : entailment : 0.9999990463275026
+[NLI] Found relation: [a2_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a2] : entailment : 0.9998881669660209
+[NLI] Found relation: [a0_c8 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c9 -> a2] : entailment : 0.9999997615815251
+[NLI] Found relation: [a1_c0 -> a2] : entailment : 0.9999986092288025
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 0.9008432322382097
+[NLI] Found relation: [a1_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c6 -> a2] : entailment : 0.9839336642984244
+[NLI] Found relation: [a1_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 0.9999992450089515
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 0.99998486087922
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a3] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a3_c4 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a3_c8 -> a3] : contradiction : 0.9998155718132932
+[NLI] Found relation: [a3_c9 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a3_c1 -> a4] : entailment : 0.9585722966058052
+[NLI] Found relation: [a3_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 0.999975046767139
+[NLI] Relations built: 94
+
Atoms: 0%| | 0/5 [00:00, ?it/s]
Atoms: 100%|██████████| 5/5 [00:00<00:00, 122640.47it/s]
+
Contexts: 0%| | 0/34 [00:00, ?it/s]
Contexts: 100%|██████████| 34/34 [00:00<00:00, 466033.78it/s]
+
Relations: 0%| | 0/94 [00:00, ?it/s]
Relations: 100%|██████████| 94/94 [00:00<00:00, 954635.78it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c2 - a0 with discrete factor (entailment)
+Adding edge a1_c3 - a0 with discrete factor (entailment)
+Adding edge a1_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c7 - a0 with discrete factor (entailment)
+Adding edge a1_c8 - a0 with discrete factor (entailment)
+Adding edge a1_c9 - a0 with discrete factor (entailment)
+Adding edge a2_c0 - a0 with discrete factor (entailment)
+Adding edge a2_c1 - a0 with discrete factor (entailment)
+Adding edge a2_c2 - a0 with discrete factor (entailment)
+Adding edge a2_c3 - a0 with discrete factor (entailment)
+Adding edge a2_c4 - a0 with discrete factor (entailment)
+Adding edge a2_c5 - a0 with discrete factor (entailment)
+Adding edge a2_c6 - a0 with discrete factor (entailment)
+Adding edge a2_c7 - a0 with discrete factor (entailment)
+Adding edge a2_c8 - a0 with discrete factor (entailment)
+Adding edge a2_c9 - a0 with discrete factor (entailment)
+Adding edge a3_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c7 - a1 with discrete factor (entailment)
+Adding edge a0_c8 - a1 with discrete factor (entailment)
+Adding edge a0_c9 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (entailment)
+Adding edge a2_c3 - a1 with discrete factor (entailment)
+Adding edge a2_c4 - a1 with discrete factor (entailment)
+Adding edge a2_c5 - a1 with discrete factor (entailment)
+Adding edge a2_c6 - a1 with discrete factor (entailment)
+Adding edge a2_c7 - a1 with discrete factor (entailment)
+Adding edge a2_c8 - a1 with discrete factor (entailment)
+Adding edge a2_c9 - a1 with discrete factor (entailment)
+Adding edge a3_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c0 - a2 with discrete factor (entailment)
+Adding edge a0_c2 - a2 with discrete factor (entailment)
+Adding edge a0_c3 - a2 with discrete factor (entailment)
+Adding edge a0_c4 - a2 with discrete factor (entailment)
+Adding edge a0_c5 - a2 with discrete factor (entailment)
+Adding edge a0_c7 - a2 with discrete factor (entailment)
+Adding edge a0_c8 - a2 with discrete factor (entailment)
+Adding edge a0_c9 - a2 with discrete factor (entailment)
+Adding edge a1_c0 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c3 - a2 with discrete factor (entailment)
+Adding edge a1_c4 - a2 with discrete factor (entailment)
+Adding edge a1_c5 - a2 with discrete factor (entailment)
+Adding edge a1_c6 - a2 with discrete factor (entailment)
+Adding edge a1_c7 - a2 with discrete factor (entailment)
+Adding edge a1_c8 - a2 with discrete factor (entailment)
+Adding edge a1_c9 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c8 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a3_c3 - a2 with discrete factor (entailment)
+Adding edge a1_c6 - a3 with discrete factor (contradiction)
+Adding edge a3_c4 - a3 with discrete factor (contradiction)
+Adding edge a3_c8 - a3 with discrete factor (contradiction)
+Adding edge a3_c9 - a3 with discrete factor (contradiction)
+Adding edge a3_c1 - a4 with discrete factor (entailment)
+Adding edge a3_c4 - a4 with discrete factor (entailment)
+Adding edge a3_c9 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 32 35 38 36 34 37 7 26 1 2 3 4 5 6 8 10 11 12 13 14 15 17 18 19 21 22 23 24 25 27 28 29 30 33 31 0 9 16 20
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00280595 seconds
+[WMB] Created join graph with 39 clique factors
+[WMB] Number of cliques : 39
+[WMB] Number of edges : 76
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00657392 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -15.719406 (1.489871e-07) d=1.571941e+01 time=0.008453 i=1
+[WMB] Converged after 1 iterations in 0.008473 seconds
+PR
+-15.719406 (1.489871e-07)
+STATUS
+true: Consistent evidence
+MAR
+39 2 0.000000 1.000000 2 0.111111 0.888889 2 0.056769 0.943231 2 0.024460 0.975540 2 0.012952 0.987048 2 0.111111 0.888889 2 0.111122 0.888878 2 0.042254 0.957746 2 0.024460 0.975540 2 0.000000 1.000000 2 0.111111 0.888889 2 0.111111 0.888889 2 0.121851 0.878149 2 0.111111 0.888889 2 0.111111 0.888889 2 0.111111 0.888889 2 0.006636 0.993364 2 0.024460 0.975540 2 0.038309 0.961691 2 0.034056 0.965944 2 0.000000 1.000000 2 0.111111 0.888889 2 0.024460 0.975540 2 0.081967 0.918033 2 0.013079 0.986921 2 0.111111 0.888889 2 0.111111 0.888889 2 0.021583 0.978417 2 0.012952 0.987048 2 0.024460 0.975540 2 0.111111 0.888889 2 0.999988 0.000012 2 0.664767 0.335233 2 0.111111 0.888889 2 0.200263 0.799737 2 0.333382 0.666618 2 0.025892 0.974108 2 0.000317 0.999683 2 0.091441 0.908559
+[MERLIN] I/O time is 0.001959 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a0_c2', 'probabilities': [0.056769, 0.943231]}, {'variable': 'a0_c3', 'probabilities': [0.02446, 0.97554]}, {'variable': 'a0_c4', 'probabilities': [0.012952, 0.987048]}, {'variable': 'a0_c5', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a0_c7', 'probabilities': [0.111122, 0.888878]}, {'variable': 'a0_c8', 'probabilities': [0.042254, 0.957746]}, {'variable': 'a0_c9', 'probabilities': [0.02446, 0.97554]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a1_c1', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a1_c2', 'probabilities': [0.121851, 0.878149]}, {'variable': 'a1_c3', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a1_c4', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a1_c5', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a1_c6', 'probabilities': [0.006636, 0.993364]}, {'variable': 'a1_c7', 'probabilities': [0.02446, 0.97554]}, {'variable': 'a1_c8', 'probabilities': [0.038309, 0.961691]}, {'variable': 'a1_c9', 'probabilities': [0.034056, 0.965944]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a2_c1', 'probabilities': [0.02446, 0.97554]}, {'variable': 'a2_c2', 'probabilities': [0.081967, 0.918033]}, {'variable': 'a2_c3', 'probabilities': [0.013079, 0.986921]}, {'variable': 'a2_c4', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a2_c5', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a2_c6', 'probabilities': [0.021583, 0.978417]}, {'variable': 'a2_c7', 'probabilities': [0.012952, 0.987048]}, {'variable': 'a2_c8', 'probabilities': [0.02446, 0.97554]}, {'variable': 'a2_c9', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a3', 'probabilities': [0.999988, 1.2e-05]}, {'variable': 'a3_c1', 'probabilities': [0.664767, 0.335233]}, {'variable': 'a3_c3', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a3_c4', 'probabilities': [0.200263, 0.799737]}, {'variable': 'a3_c8', 'probabilities': [0.333382, 0.666618]}, {'variable': 'a3_c9', 'probabilities': [0.025892, 0.974108]}, {'variable': 'a4', 'probabilities': [0.000317, 0.999683]}, {'variable': 'a4_c2', 'probabilities': [0.091441, 0.908559]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.999988
+[FactReasoner] (a3): Probability for a3=1 is: 1.2e-05
+[FactReasoner] (a4): Probability for a4=0 is: 0.000317
+[FactReasoner] (a4): Probability for a4=1 is: 0.999683
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'NS', 'a4': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0310 seconds.
+[DBG] update called. n= 94 links= {'context_atom': 94} types= {'entailment': 90, 'contradiction': 4}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 1.0, 'a2': 1.0, 'a3': 0.0, 'a4': 1.0}
+[DynaTD] Updated 94 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 490 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 0.9873990577958415
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 0.9999986092288025
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 0.999912912917666
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a0] : entailment : 0.8910876837996234
+[NLI] Found relation: [a3_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a0] : entailment : 0.9999994834269622
+[NLI] Found relation: [a3_c6 -> a0] : entailment : 0.9999805696408871
+[NLI] Found relation: [a4_c4 -> a0] : entailment : 0.9999999205271529
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 0.9479918698242975
+[NLI] Found relation: [a0_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 0.9989412830773968
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 0.9999944369619821
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a1] : entailment : 0.9999533935135307
+[NLI] Found relation: [a3_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a5_c5 -> a1] : contradiction : 0.9998155718132932
+[NLI] Found relation: [a0_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 0.9999961853318381
+[NLI] Found relation: [a2_c8 -> a2] : contradiction : 0.9585714871885296
+[NLI] Found relation: [a3_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a3] : contradiction : 0.9795545727265916
+[NLI] Found relation: [a1_c4 -> a3] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a3_c6 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a4_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a4] : entailment : 0.7936977500684217
+[NLI] Found relation: [a1_c4 -> a4] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a0_c8 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a2_c3 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a3_c6 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a5_c1 -> a5] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a6] : contradiction : 1.0
+[NLI] Found relation: [a3_c1 -> a6] : contradiction : 1.0
+[NLI] Found relation: [a3_c6 -> a6] : contradiction : 1.0
+[NLI] Found relation: [a3_c9 -> a6] : contradiction : 0.9994322950266323
+[NLI] Found relation: [a6_c2 -> a6] : entailment : 1.0
+[NLI] Found relation: [a6_c3 -> a6] : contradiction : 1.0
+[NLI] Relations built: 65
+
Atoms: 0%| | 0/7 [00:00, ?it/s]
Atoms: 100%|██████████| 7/7 [00:00<00:00, 153717.95it/s]
+
Contexts: 0%| | 0/34 [00:00, ?it/s]
Contexts: 100%|██████████| 34/34 [00:00<00:00, 654157.50it/s]
+
Relations: 0%| | 0/65 [00:00, ?it/s]
Relations: 100%|██████████| 65/65 [00:00<00:00, 953250.91it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding atom variable a6 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a5_c1 with discrete factor (prior)
+Adding context variable a5_c5 with discrete factor (prior)
+Adding context variable a6_c2 with discrete factor (prior)
+Adding context variable a6_c3 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a1_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c9 - a0 with discrete factor (entailment)
+Adding edge a3_c2 - a0 with discrete factor (entailment)
+Adding edge a3_c4 - a0 with discrete factor (entailment)
+Adding edge a3_c6 - a0 with discrete factor (entailment)
+Adding edge a4_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a0_c1 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a0_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c3 - a1 with discrete factor (entailment)
+Adding edge a3_c2 - a1 with discrete factor (entailment)
+Adding edge a3_c4 - a1 with discrete factor (entailment)
+Adding edge a4_c4 - a1 with discrete factor (entailment)
+Adding edge a5_c5 - a1 with discrete factor (contradiction)
+Adding edge a0_c3 - a2 with discrete factor (entailment)
+Adding edge a0_c4 - a2 with discrete factor (entailment)
+Adding edge a1_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c8 - a2 with discrete factor (contradiction)
+Adding edge a3_c0 - a2 with discrete factor (entailment)
+Adding edge a3_c2 - a2 with discrete factor (entailment)
+Adding edge a3_c6 - a2 with discrete factor (entailment)
+Adding edge a0_c4 - a3 with discrete factor (contradiction)
+Adding edge a1_c4 - a3 with discrete factor (contradiction)
+Adding edge a3_c6 - a3 with discrete factor (contradiction)
+Adding edge a4_c1 - a3 with discrete factor (entailment)
+Adding edge a4_c4 - a3 with discrete factor (entailment)
+Adding edge a0_c3 - a4 with discrete factor (entailment)
+Adding edge a1_c4 - a4 with discrete factor (contradiction)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a0_c3 - a5 with discrete factor (contradiction)
+Adding edge a0_c8 - a5 with discrete factor (contradiction)
+Adding edge a2_c3 - a5 with discrete factor (contradiction)
+Adding edge a3_c6 - a5 with discrete factor (contradiction)
+Adding edge a5_c1 - a5 with discrete factor (entailment)
+Adding edge a2_c3 - a6 with discrete factor (contradiction)
+Adding edge a3_c1 - a6 with discrete factor (contradiction)
+Adding edge a3_c6 - a6 with discrete factor (contradiction)
+Adding edge a3_c9 - a6 with discrete factor (contradiction)
+Adding edge a6_c2 - a6 with discrete factor (entailment)
+Adding edge a6_c3 - a6 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 3 10 11 13 16 17 18 20 21 22 23 24 26 27 31 36 37 39 40 29 1 2 6 7 14 33 34 32 28 5 12 8 25 0 4 38 9 15 19 30 35
+[WMB] + induced width : 5
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00214195 seconds
+[WMB] Created join graph with 41 clique factors
+[WMB] Number of cliques : 41
+[WMB] Number of edges : 80
+[WMB] Max clique size : 6
+[WMB] Max separator size : 5
+[WMB] Finished initialization in 0.00473905 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -28.244725 (5.413422e-13) d=2.824472e+01 time=0.006329 i=1
+[WMB] Converged after 1 iterations in 0.006353 seconds
+PR
+-28.244725 (5.413422e-13)
+STATUS
+true: Consistent evidence
+MAR
+41 2 0.000000 1.000000 2 0.210784 0.789216 2 0.200000 0.800000 2 0.333569 0.666431 2 0.041522 0.958478 2 0.064924 0.935076 2 0.072243 0.927757 2 0.018231 0.981769 2 0.322035 0.677965 2 0.000000 1.000000 2 0.333335 0.666665 2 0.088305 0.911695 2 0.134731 0.865269 2 0.081081 0.918919 2 0.030231 0.969769 2 0.000000 1.000000 2 0.333333 0.666667 2 0.333333 0.666667 2 0.052632 0.947368 2 0.010913 0.989087 2 0.093621 0.906379 2 0.333333 0.666667 2 0.052632 0.947368 2 0.093621 0.906379 2 0.572832 0.427168 2 0.992868 0.007132 2 0.333333 0.666667 2 0.052633 0.947367 2 0.111111 0.888889 2 0.046192 0.953808 2 0.009432 0.990568 2 0.333461 0.666539 2 0.892672 0.107328 2 0.994586 0.005414 2 0.992966 0.007034 2 0.999998 0.000002 2 0.999999 0.000001 2 0.999631 0.000369 2 0.999998 0.000002 2 0.999998 0.000002 2 0.081083 0.918917
+[MERLIN] I/O time is 0.001726 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.210784, 0.789216]}, {'variable': 'a0_c1', 'probabilities': [0.2, 0.8]}, {'variable': 'a0_c2', 'probabilities': [0.333569, 0.666431]}, {'variable': 'a0_c3', 'probabilities': [0.041522, 0.958478]}, {'variable': 'a0_c4', 'probabilities': [0.064924, 0.935076]}, {'variable': 'a0_c5', 'probabilities': [0.072243, 0.927757]}, {'variable': 'a0_c6', 'probabilities': [0.018231, 0.981769]}, {'variable': 'a0_c8', 'probabilities': [0.322035, 0.677965]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c1', 'probabilities': [0.333335, 0.666665]}, {'variable': 'a1_c2', 'probabilities': [0.088305, 0.911695]}, {'variable': 'a1_c4', 'probabilities': [0.134731, 0.865269]}, {'variable': 'a1_c7', 'probabilities': [0.081081, 0.918919]}, {'variable': 'a1_c9', 'probabilities': [0.030231, 0.969769]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2_c1', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c3', 'probabilities': [0.010913, 0.989087]}, {'variable': 'a2_c4', 'probabilities': [0.093621, 0.906379]}, {'variable': 'a2_c5', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c7', 'probabilities': [0.093621, 0.906379]}, {'variable': 'a2_c8', 'probabilities': [0.572832, 0.427168]}, {'variable': 'a3', 'probabilities': [0.992868, 0.007132]}, {'variable': 'a3_c0', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a3_c1', 'probabilities': [0.052633, 0.947367]}, {'variable': 'a3_c2', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a3_c4', 'probabilities': [0.046192, 0.953808]}, {'variable': 'a3_c6', 'probabilities': [0.009432, 0.990568]}, {'variable': 'a3_c9', 'probabilities': [0.333461, 0.666539]}, {'variable': 'a4', 'probabilities': [0.892672, 0.107328]}, {'variable': 'a4_c1', 'probabilities': [0.994586, 0.005414]}, {'variable': 'a4_c4', 'probabilities': [0.992966, 0.007034]}, {'variable': 'a5', 'probabilities': [0.999998, 2e-06]}, {'variable': 'a5_c1', 'probabilities': [0.999999, 1e-06]}, {'variable': 'a5_c5', 'probabilities': [0.999631, 0.000369]}, {'variable': 'a6', 'probabilities': [0.999998, 2e-06]}, {'variable': 'a6_c2', 'probabilities': [0.999998, 2e-06]}, {'variable': 'a6_c3', 'probabilities': [0.081083, 0.918917]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.992868
+[FactReasoner] (a3): Probability for a3=1 is: 0.007132
+[FactReasoner] (a4): Probability for a4=0 is: 0.892672
+[FactReasoner] (a4): Probability for a4=1 is: 0.107328
+[FactReasoner] (a5): Probability for a5=0 is: 0.999998
+[FactReasoner] (a5): Probability for a5=1 is: 2e-06
+[FactReasoner] (a6): Probability for a6=0 is: 0.999998
+[FactReasoner] (a6): Probability for a6=1 is: 2e-06
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'NS', 'a4': 'NS', 'a5': 'NS', 'a6': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0253 seconds.
+[DBG] update called. n= 65 links= {'context_atom': 65} types= {'entailment': 50, 'contradiction': 15}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 0.958, 'a2': 0.917, 'a3': 0.422, 'a4': 0.689, 'a5': 0.154, 'a6': 0.174}
+[DynaTD] Updated 65 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [c9 -> a0] : entailment : 1.0
+[NLI] Relations built: 7
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 25731.93it/s]
+
Contexts: 0%| | 0/7 [00:00, ?it/s]
Contexts: 100%|██████████| 7/7 [00:00<00:00, 227597.89it/s]
+
Relations: 0%| | 0/7 [00:00, ?it/s]
Relations: 100%|██████████| 7/7 [00:00<00:00, 236775.23it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 7 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000360012 seconds
+[WMB] Created join graph with 8 clique factors
+[WMB] Number of cliques : 8
+[WMB] Number of edges : 14
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000827074 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.781413 (1.684001e-01) d=1.781413e+00 time=0.001059 i=1
+[WMB] Converged after 1 iterations in 0.001078 seconds
+PR
+-1.781413 (1.684001e-01)
+STATUS
+true: Consistent evidence
+MAR
+8 2 0.000000 1.000000 2 0.033295 0.966705 2 0.333334 0.666666 2 0.169591 0.830409 2 0.081081 0.918919 2 0.033295 0.966705 2 0.333334 0.666666 2 0.237114 0.762886
+[MERLIN] I/O time is 0.000409 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'c0', 'probabilities': [0.033295, 0.966705]}, {'variable': 'c1', 'probabilities': [0.333334, 0.666666]}, {'variable': 'c2', 'probabilities': [0.169591, 0.830409]}, {'variable': 'c3', 'probabilities': [0.081081, 0.918919]}, {'variable': 'c5', 'probabilities': [0.033295, 0.966705]}, {'variable': 'c8', 'probabilities': [0.333334, 0.666666]}, {'variable': 'c9', 'probabilities': [0.237114, 0.762886]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0095 seconds.
+[DBG] update called. n= 7 links= {'context_atom': 7} types= {'entailment': 7}
+[DynaTD] consensus: {'a0': 1.0}
+[DynaTD] Updated 7 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 140 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : contradiction : 0.9047811068161037
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 0.999996622426144
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 0.9999998410543312
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a1] : entailment : 0.999947195860167
+[NLI] Found relation: [a2_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a1] : entailment : 0.9999998410543312
+[NLI] Found relation: [a3_c3 -> a1] : entailment : 0.9998864987866114
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a2] : entailment : 0.8276571304424897
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 0.9999999205271529
+[NLI] Found relation: [a1_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a3] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a3] : entailment : 1.0
+[NLI] Relations built: 39
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 113359.57it/s]
+
Contexts: 0%| | 0/24 [00:00, ?it/s]
Contexts: 100%|██████████| 24/24 [00:00<00:00, 592137.04it/s]
+
Relations: 0%| | 0/39 [00:00, ?it/s]
Relations: 100%|██████████| 39/39 [00:00<00:00, 578013.63it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (contradiction)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (entailment)
+Adding edge a2_c3 - a1 with discrete factor (entailment)
+Adding edge a2_c4 - a1 with discrete factor (entailment)
+Adding edge a2_c5 - a1 with discrete factor (entailment)
+Adding edge a3_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c5 - a2 with discrete factor (entailment)
+Adding edge a1_c8 - a2 with discrete factor (entailment)
+Adding edge a1_c9 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c8 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a1_c2 - a3 with discrete factor (entailment)
+Adding edge a1_c4 - a3 with discrete factor (entailment)
+Adding edge a1_c8 - a3 with discrete factor (entailment)
+Adding edge a2_c0 - a3 with discrete factor (entailment)
+Adding edge a2_c4 - a3 with discrete factor (entailment)
+Adding edge a2_c6 - a3 with discrete factor (entailment)
+Adding edge a2_c8 - a3 with discrete factor (entailment)
+Adding edge a3_c2 - a3 with discrete factor (entailment)
+Adding edge a3_c6 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 0 1 3 4 6 8 9 10 21 23 25 26 27 20 14 22 15 12 16 17 19 18 5 7 11 13 2 24
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00117803 seconds
+[WMB] Created join graph with 28 clique factors
+[WMB] Number of cliques : 28
+[WMB] Number of edges : 52
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00293612 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -11.293669 (1.245151e-05) d=1.129367e+01 time=0.003827 i=1
+[WMB] Converged after 1 iterations in 0.003849 seconds
+PR
+-11.293669 (1.245151e-05)
+STATUS
+true: Consistent evidence
+MAR
+28 2 0.162500 0.837500 2 0.325000 0.675000 2 0.000000 1.000000 2 0.333333 0.666667 2 0.406250 0.593750 2 0.111111 0.888889 2 0.684175 0.315825 2 0.048711 0.951289 2 0.406250 0.593750 2 0.333334 0.666666 2 0.333333 0.666667 2 0.023538 0.976462 2 0.042254 0.957746 2 0.000000 1.000000 2 0.254902 0.745098 2 0.330017 0.669983 2 0.200000 0.800000 2 0.107443 0.892557 2 0.111111 0.888889 2 0.027027 0.972973 2 0.254902 0.745098 2 0.333333 0.666667 2 0.055043 0.944957 2 0.333333 0.666667 2 0.000000 1.000000 2 0.201643 0.798357 2 0.081090 0.918910 2 0.078167 0.921833
+[MERLIN] I/O time is 0.001188 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.1625, 0.8375]}, {'variable': 'a0_c2', 'probabilities': [0.325, 0.675]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a1_c1', 'probabilities': [0.40625, 0.59375]}, {'variable': 'a1_c2', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a1_c3', 'probabilities': [0.684175, 0.315825]}, {'variable': 'a1_c4', 'probabilities': [0.048711, 0.951289]}, {'variable': 'a1_c5', 'probabilities': [0.40625, 0.59375]}, {'variable': 'a1_c6', 'probabilities': [0.333334, 0.666666]}, {'variable': 'a1_c7', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a1_c8', 'probabilities': [0.023538, 0.976462]}, {'variable': 'a1_c9', 'probabilities': [0.042254, 0.957746]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.254902, 0.745098]}, {'variable': 'a2_c1', 'probabilities': [0.330017, 0.669983]}, {'variable': 'a2_c2', 'probabilities': [0.2, 0.8]}, {'variable': 'a2_c3', 'probabilities': [0.107443, 0.892557]}, {'variable': 'a2_c4', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a2_c5', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2_c6', 'probabilities': [0.254902, 0.745098]}, {'variable': 'a2_c7', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2_c8', 'probabilities': [0.055043, 0.944957]}, {'variable': 'a2_c9', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c2', 'probabilities': [0.201643, 0.798357]}, {'variable': 'a3_c3', 'probabilities': [0.08109, 0.91891]}, {'variable': 'a3_c6', 'probabilities': [0.078167, 0.921833]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.1625
+[FactReasoner] (a0): Probability for a0=1 is: 0.8375
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0223 seconds.
+[DBG] update called. n= 39 links= {'context_atom': 39} types= {'entailment': 38, 'contradiction': 1}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 0.928, 'a2': 1.0, 'a3': 1.0}
+[DynaTD] Updated 39 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 0.9740440152134828
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [c9 -> a0] : entailment : 1.0
+[NLI] Relations built: 10
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 22192.08it/s]
+
Contexts: 0%| | 0/10 [00:00, ?it/s]
Contexts: 100%|██████████| 10/10 [00:00<00:00, 176974.85it/s]
+
Relations: 0%| | 0/10 [00:00, ?it/s]
Relations: 100%|██████████| 10/10 [00:00<00:00, 274137.52it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c7 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 7 8 9 10 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000422955 seconds
+[WMB] Created join graph with 11 clique factors
+[WMB] Number of cliques : 11
+[WMB] Number of edges : 20
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.00108886 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -2.101707 (1.222475e-01) d=2.101707e+00 time=0.001458 i=1
+[WMB] Converged after 1 iterations in 0.001479 seconds
+PR
+-2.101707 (1.222475e-01)
+STATUS
+true: Consistent evidence
+MAR
+11 2 0.000000 1.000000 2 0.333333 0.666667 2 0.137441 0.862559 2 0.142857 0.857143 2 0.087942 0.912058 2 0.089532 0.910468 2 0.137441 0.862559 2 0.032749 0.967251 2 0.333333 0.666667 2 0.087942 0.912058 2 0.142857 0.857143
+[MERLIN] I/O time is 0.000649 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'c0', 'probabilities': [0.333333, 0.666667]}, {'variable': 'c1', 'probabilities': [0.137441, 0.862559]}, {'variable': 'c2', 'probabilities': [0.142857, 0.857143]}, {'variable': 'c3', 'probabilities': [0.087942, 0.912058]}, {'variable': 'c4', 'probabilities': [0.089532, 0.910468]}, {'variable': 'c5', 'probabilities': [0.137441, 0.862559]}, {'variable': 'c6', 'probabilities': [0.032749, 0.967251]}, {'variable': 'c7', 'probabilities': [0.333333, 0.666667]}, {'variable': 'c8', 'probabilities': [0.087942, 0.912058]}, {'variable': 'c9', 'probabilities': [0.142857, 0.857143]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0164 seconds.
+[DBG] update called. n= 10 links= {'context_atom': 10} types= {'entailment': 10}
+[DynaTD] consensus: {'a0': 1.0}
+[DynaTD] Updated 10 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 140 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c1 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a2_c2 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a2_c4 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 0.9998564734881344
+[NLI] Found relation: [a2_c5 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a2_c7 -> a2] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a3_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a2] : contradiction : 0.9999996821087633
+[NLI] Found relation: [a3_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a3] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a3_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a3] : entailment : 1.0
+[NLI] Relations built: 25
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 91678.78it/s]
+
Contexts: 0%| | 0/18 [00:00, ?it/s]
Contexts: 100%|██████████| 18/18 [00:00<00:00, 346318.68it/s]
+
Relations: 0%| | 0/25 [00:00, ?it/s]
Relations: 100%|██████████| 25/25 [00:00<00:00, 606113.29it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a1 with discrete factor (contradiction)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (contradiction)
+Adding edge a2_c2 - a1 with discrete factor (contradiction)
+Adding edge a2_c4 - a1 with discrete factor (contradiction)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (contradiction)
+Adding edge a2_c6 - a2 with discrete factor (contradiction)
+Adding edge a2_c7 - a2 with discrete factor (contradiction)
+Adding edge a3_c1 - a2 with discrete factor (entailment)
+Adding edge a3_c2 - a2 with discrete factor (entailment)
+Adding edge a3_c3 - a2 with discrete factor (entailment)
+Adding edge a3_c7 - a2 with discrete factor (contradiction)
+Adding edge a3_c9 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a3 with discrete factor (contradiction)
+Adding edge a3_c1 - a3 with discrete factor (entailment)
+Adding edge a3_c2 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 4 5 7 9 10 11 12 14 15 20 19 13 17 18 21 2 0 3 6 16 8
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000791073 seconds
+[WMB] Created join graph with 22 clique factors
+[WMB] Number of cliques : 22
+[WMB] Number of edges : 40
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.0019691 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -16.010747 (1.113322e-07) d=1.601075e+01 time=0.002551 i=1
+[WMB] Converged after 1 iterations in 0.002571 seconds
+PR
+-16.010747 (1.113322e-07)
+STATUS
+true: Consistent evidence
+MAR
+22 2 0.000457 0.999543 2 0.333638 0.666362 2 0.110045 0.889955 2 0.995025 0.004975 2 0.128925 0.871075 2 0.102339 0.897661 2 0.993776 0.006224 2 0.995850 0.004150 2 0.064223 0.935777 2 0.240608 0.759392 2 0.174759 0.825241 2 0.337483 0.662517 2 0.076733 0.923267 2 0.951005 0.048995 2 0.957184 0.042816 2 0.957185 0.042815 2 0.058104 0.941896 2 0.252574 0.747426 2 0.252574 0.747426 2 0.252574 0.747426 2 0.957184 0.042816 2 0.252574 0.747426
+[MERLIN] I/O time is 0.000895 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.000457, 0.999543]}, {'variable': 'a0_c0', 'probabilities': [0.333638, 0.666362]}, {'variable': 'a0_c1', 'probabilities': [0.110045, 0.889955]}, {'variable': 'a0_c2', 'probabilities': [0.995025, 0.004975]}, {'variable': 'a0_c3', 'probabilities': [0.128925, 0.871075]}, {'variable': 'a0_c4', 'probabilities': [0.102339, 0.897661]}, {'variable': 'a1', 'probabilities': [0.993776, 0.006224]}, {'variable': 'a1_c1', 'probabilities': [0.99585, 0.00415]}, {'variable': 'a2', 'probabilities': [0.064223, 0.935777]}, {'variable': 'a2_c0', 'probabilities': [0.240608, 0.759392]}, {'variable': 'a2_c1', 'probabilities': [0.174759, 0.825241]}, {'variable': 'a2_c2', 'probabilities': [0.337483, 0.662517]}, {'variable': 'a2_c4', 'probabilities': [0.076733, 0.923267]}, {'variable': 'a2_c5', 'probabilities': [0.951005, 0.048995]}, {'variable': 'a2_c6', 'probabilities': [0.957184, 0.042816]}, {'variable': 'a2_c7', 'probabilities': [0.957185, 0.042815]}, {'variable': 'a3', 'probabilities': [0.058104, 0.941896]}, {'variable': 'a3_c1', 'probabilities': [0.252574, 0.747426]}, {'variable': 'a3_c2', 'probabilities': [0.252574, 0.747426]}, {'variable': 'a3_c3', 'probabilities': [0.252574, 0.747426]}, {'variable': 'a3_c7', 'probabilities': [0.957184, 0.042816]}, {'variable': 'a3_c9', 'probabilities': [0.252574, 0.747426]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.000457
+[FactReasoner] (a0): Probability for a0=1 is: 0.999543
+[FactReasoner] (a1): Probability for a1=0 is: 0.993776
+[FactReasoner] (a1): Probability for a1=1 is: 0.006224
+[FactReasoner] (a2): Probability for a2=0 is: 0.064223
+[FactReasoner] (a2): Probability for a2=1 is: 0.935777
+[FactReasoner] (a3): Probability for a3=0 is: 0.058104
+[FactReasoner] (a3): Probability for a3=1 is: 0.941896
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'NS', 'a2': 'S', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0189 seconds.
+[DBG] update called. n= 25 links= {'context_atom': 25} types= {'entailment': 16, 'contradiction': 9}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 0.266, 'a2': 0.559, 'a3': 0.764}
+[DynaTD] Updated 25 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Relations built: 0
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 160 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a0] : entailment : 0.7936982546880216
+[NLI] Found relation: [a2_c4 -> a0] : entailment : 0.9997633623865099
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 0.999996622426144
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a1] : entailment : 0.9999999205271529
+[NLI] Found relation: [a3_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a2] : entailment : 0.935064842311856
+[NLI] Found relation: [a3_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a3] : entailment : 0.999975046767139
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 0.9999999602635733
+[NLI] Found relation: [a3_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 0.9977638174827934
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a3] : entailment : 0.9999999602635733
+[NLI] Relations built: 46
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 99273.47it/s]
+
Contexts: 0%| | 0/29 [00:00, ?it/s]
Contexts: 100%|██████████| 29/29 [00:00<00:00, 508932.28it/s]
+
Relations: 0%| | 0/46 [00:00, ?it/s]
Relations: 100%|██████████| 46/46 [00:00<00:00, 880995.36it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a2_c1 - a0 with discrete factor (entailment)
+Adding edge a2_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a3_c0 - a1 with discrete factor (entailment)
+Adding edge a3_c1 - a1 with discrete factor (entailment)
+Adding edge a3_c3 - a1 with discrete factor (entailment)
+Adding edge a3_c5 - a1 with discrete factor (entailment)
+Adding edge a3_c6 - a1 with discrete factor (entailment)
+Adding edge a3_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c5 - a2 with discrete factor (entailment)
+Adding edge a3_c1 - a2 with discrete factor (entailment)
+Adding edge a3_c5 - a2 with discrete factor (entailment)
+Adding edge a3_c6 - a2 with discrete factor (entailment)
+Adding edge a1_c0 - a3 with discrete factor (entailment)
+Adding edge a1_c2 - a3 with discrete factor (entailment)
+Adding edge a1_c4 - a3 with discrete factor (entailment)
+Adding edge a1_c5 - a3 with discrete factor (entailment)
+Adding edge a1_c7 - a3 with discrete factor (entailment)
+Adding edge a1_c8 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c1 - a3 with discrete factor (entailment)
+Adding edge a3_c2 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c8 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 7 8 9 10 16 20 21 25 27 30 32 26 12 14 17 18 23 31 15 13 24 28 29 22 11 19 0
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00145507 seconds
+[WMB] Created join graph with 33 clique factors
+[WMB] Number of cliques : 33
+[WMB] Number of edges : 62
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00400114 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -10.853851 (1.933002e-05) d=1.085385e+01 time=0.005311 i=1
+[WMB] Converged after 1 iterations in 0.005336 seconds
+PR
+-10.853851 (1.933002e-05)
+STATUS
+true: Consistent evidence
+MAR
+33 2 0.000000 1.000000 2 0.343785 0.656215 2 0.343785 0.656215 2 0.333333 0.666667 2 0.081081 0.918919 2 0.333333 0.666667 2 0.343785 0.656215 2 0.333333 0.666667 2 0.081081 0.918919 2 0.343785 0.656215 2 0.333333 0.666667 2 0.000000 1.000000 2 0.200000 0.800000 2 0.008327 0.991673 2 0.045650 0.954350 2 0.111111 0.888889 2 0.333333 0.666667 2 0.200001 0.799999 2 0.092654 0.907346 2 0.000000 1.000000 2 0.087774 0.912226 2 0.081099 0.918901 2 0.000000 1.000000 2 0.200000 0.800000 2 0.008327 0.991673 2 0.194030 0.805970 2 0.200358 0.799642 2 0.333333 0.666667 2 0.008900 0.991100 2 0.111111 0.888889 2 0.333333 0.666667 2 0.200000 0.800000 2 0.083358 0.916642
+[MERLIN] I/O time is 0.001363 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.343785, 0.656215]}, {'variable': 'a0_c1', 'probabilities': [0.343785, 0.656215]}, {'variable': 'a0_c2', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a0_c3', 'probabilities': [0.081081, 0.918919]}, {'variable': 'a0_c4', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a0_c5', 'probabilities': [0.343785, 0.656215]}, {'variable': 'a0_c6', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a0_c7', 'probabilities': [0.081081, 0.918919]}, {'variable': 'a0_c8', 'probabilities': [0.343785, 0.656215]}, {'variable': 'a0_c9', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.2, 0.8]}, {'variable': 'a1_c2', 'probabilities': [0.008327, 0.991673]}, {'variable': 'a1_c4', 'probabilities': [0.04565, 0.95435]}, {'variable': 'a1_c5', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a1_c6', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a1_c7', 'probabilities': [0.200001, 0.799999]}, {'variable': 'a1_c8', 'probabilities': [0.092654, 0.907346]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c1', 'probabilities': [0.087774, 0.912226]}, {'variable': 'a2_c4', 'probabilities': [0.081099, 0.918901]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.2, 0.8]}, {'variable': 'a3_c1', 'probabilities': [0.008327, 0.991673]}, {'variable': 'a3_c2', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a3_c3', 'probabilities': [0.200358, 0.799642]}, {'variable': 'a3_c4', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a3_c5', 'probabilities': [0.0089, 0.9911]}, {'variable': 'a3_c6', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a3_c7', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a3_c8', 'probabilities': [0.2, 0.8]}, {'variable': 'a3_c9', 'probabilities': [0.083358, 0.916642]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0228 seconds.
+[DBG] update called. n= 46 links= {'context_atom': 46} types= {'entailment': 46}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 1.0, 'a2': 1.0, 'a3': 1.0}
+[DynaTD] Updated 46 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : contradiction : 0.9998880080962906
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c7 -> a0] : contradiction : 0.9194484629591984
+[NLI] Relations built: 6
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 27962.03it/s]
+
Contexts: 0%| | 0/6 [00:00, ?it/s]
Contexts: 100%|██████████| 6/6 [00:00<00:00, 207982.02it/s]
+
Relations: 0%| | 0/6 [00:00, ?it/s]
Relations: 100%|██████████| 6/6 [00:00<00:00, 192105.53it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (contradiction)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c7 - a0 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000350952 seconds
+[WMB] Created join graph with 7 clique factors
+[WMB] Number of cliques : 7
+[WMB] Number of edges : 12
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.00077486 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -5.428564 (4.389396e-03) d=5.428564e+00 time=0.001006 i=1
+[WMB] Converged after 1 iterations in 0.001030 seconds
+PR
+-5.428564 (4.389396e-03)
+STATUS
+true: Consistent evidence
+MAR
+7 2 0.056137 0.943863 2 0.370758 0.629242 2 0.138376 0.861624 2 0.201346 0.798654 2 0.955380 0.044620 2 0.370758 0.629242 2 0.268293 0.731707
+[MERLIN] I/O time is 0.000378 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.056137, 0.943863]}, {'variable': 'c0', 'probabilities': [0.370758, 0.629242]}, {'variable': 'c1', 'probabilities': [0.138376, 0.861624]}, {'variable': 'c3', 'probabilities': [0.201346, 0.798654]}, {'variable': 'c4', 'probabilities': [0.95538, 0.04462]}, {'variable': 'c5', 'probabilities': [0.370758, 0.629242]}, {'variable': 'c7', 'probabilities': [0.268293, 0.731707]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.056137
+[FactReasoner] (a0): Probability for a0=1 is: 0.943863
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0100 seconds.
+[DBG] update called. n= 6 links= {'context_atom': 6} types= {'entailment': 4, 'contradiction': 2}
+[DynaTD] consensus: {'a0': 0.629}
+[DynaTD] Updated 6 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 30 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 0.9740412260361306
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c2 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c3 -> a0] : entailment : 0.9971317080973391
+[NLI] Found relation: [a1_c4 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a1] : contradiction : 0.9999994834269622
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : contradiction : 0.9993567802857198
+[NLI] Found relation: [a1_c2 -> a1] : contradiction : 0.9993569388189736
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : contradiction : 0.9998880080962906
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : contradiction : 0.9998880080962906
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Relations built: 25
+
Atoms: 0%| | 0/2 [00:00, ?it/s]
Atoms: 100%|██████████| 2/2 [00:00<00:00, 48770.98it/s]
+
Contexts: 0%| | 0/14 [00:00, ?it/s]
Contexts: 100%|██████████| 14/14 [00:00<00:00, 360246.97it/s]
+
Relations: 0%| | 0/25 [00:00, ?it/s]
Relations: 100%|██████████| 25/25 [00:00<00:00, 248477.73it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (contradiction)
+Adding edge a0_c1 - a0 with discrete factor (contradiction)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (contradiction)
+Adding edge a1_c1 - a0 with discrete factor (contradiction)
+Adding edge a1_c2 - a0 with discrete factor (contradiction)
+Adding edge a1_c3 - a0 with discrete factor (entailment)
+Adding edge a1_c4 - a0 with discrete factor (contradiction)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c7 - a0 with discrete factor (contradiction)
+Adding edge a1_c9 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (contradiction)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (contradiction)
+Adding edge a1_c2 - a1 with discrete factor (contradiction)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (contradiction)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (contradiction)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 5 7 14 1 3 4 8 9 10 11 12 13 15 0 6
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000748158 seconds
+[WMB] Created join graph with 16 clique factors
+[WMB] Number of cliques : 16
+[WMB] Number of edges : 30
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00189018 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -19.596653 (3.085188e-09) d=1.959665e+01 time=0.002421 i=1
+[WMB] Converged after 1 iterations in 0.002441 seconds
+PR
+-19.596653 (3.085188e-09)
+STATUS
+true: Consistent evidence
+MAR
+16 2 0.979099 0.020901 2 0.290411 0.709589 2 0.084938 0.915062 2 0.982274 0.017726 2 0.983279 0.016721 2 0.058294 0.941706 2 0.978971 0.021029 2 0.980346 0.019654 2 0.167290 0.832710 2 0.216924 0.783076 2 0.984000 0.016000 2 0.065578 0.934422 2 0.983279 0.016721 2 0.983279 0.016721 2 0.040088 0.959912 2 0.980050 0.019950
+[MERLIN] I/O time is 0.000675 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.979099, 0.020901]}, {'variable': 'a0_c0', 'probabilities': [0.290411, 0.709589]}, {'variable': 'a0_c1', 'probabilities': [0.084938, 0.915062]}, {'variable': 'a0_c2', 'probabilities': [0.982274, 0.017726]}, {'variable': 'a0_c3', 'probabilities': [0.983279, 0.016721]}, {'variable': 'a0_c4', 'probabilities': [0.058294, 0.941706]}, {'variable': 'a1', 'probabilities': [0.978971, 0.021029]}, {'variable': 'a1_c0', 'probabilities': [0.980346, 0.019654]}, {'variable': 'a1_c1', 'probabilities': [0.16729, 0.83271]}, {'variable': 'a1_c2', 'probabilities': [0.216924, 0.783076]}, {'variable': 'a1_c3', 'probabilities': [0.984, 0.016]}, {'variable': 'a1_c4', 'probabilities': [0.065578, 0.934422]}, {'variable': 'a1_c5', 'probabilities': [0.983279, 0.016721]}, {'variable': 'a1_c6', 'probabilities': [0.983279, 0.016721]}, {'variable': 'a1_c7', 'probabilities': [0.040088, 0.959912]}, {'variable': 'a1_c9', 'probabilities': [0.98005, 0.01995]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.979099
+[FactReasoner] (a0): Probability for a0=1 is: 0.020901
+[FactReasoner] (a1): Probability for a1=0 is: 0.978971
+[FactReasoner] (a1): Probability for a1=1 is: 0.021029
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0130 seconds.
+[DBG] update called. n= 25 links= {'context_atom': 25} types= {'contradiction': 12, 'entailment': 13}
+[DynaTD] consensus: {'a0': 0.399, 'a1': 0.567}
+[DynaTD] Updated 25 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [c7 -> a0] : entailment : 0.8813024251141253
+[NLI] Found relation: [c8 -> a0] : entailment : 0.999997933714149
+[NLI] Relations built: 4
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 21183.35it/s]
+
Contexts: 0%| | 0/4 [00:00, ?it/s]
Contexts: 100%|██████████| 4/4 [00:00<00:00, 102927.71it/s]
+
Relations: 0%| | 0/4 [00:00, ?it/s]
Relations: 100%|██████████| 4/4 [00:00<00:00, 103563.06it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c7 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000360966 seconds
+[WMB] Created join graph with 5 clique factors
+[WMB] Number of cliques : 5
+[WMB] Number of edges : 8
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000718832 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.120375 (3.261575e-01) d=1.120375e+00 time=0.000909 i=1
+[WMB] Converged after 1 iterations in 0.000927 seconds
+PR
+-1.120375 (3.261575e-01)
+STATUS
+true: Consistent evidence
+MAR
+5 2 0.000114 0.999886 2 0.081186 0.918814 2 0.081186 0.918814 2 0.091046 0.908954 2 0.081186 0.918814
+[MERLIN] I/O time is 0.000493 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.000114, 0.999886]}, {'variable': 'c0', 'probabilities': [0.081186, 0.918814]}, {'variable': 'c4', 'probabilities': [0.081186, 0.918814]}, {'variable': 'c7', 'probabilities': [0.091046, 0.908954]}, {'variable': 'c8', 'probabilities': [0.081186, 0.918814]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.000114
+[FactReasoner] (a0): Probability for a0=1 is: 0.999886
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0219 seconds.
+[DBG] update called. n= 4 links= {'context_atom': 4} types= {'entailment': 4}
+[DynaTD] consensus: {'a0': 1.0}
+[DynaTD] Updated 4 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 160 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 0.9999848211446052
+[NLI] Found relation: [a1_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 0.9996098941334761
+[NLI] Found relation: [a1_c6 -> a0] : entailment : 0.9999994834269622
+[NLI] Found relation: [a1_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a1] : entailment : 0.9999881985585495
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 0.9491430989024044
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 0.9999994834269622
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 0.9999779869877486
+[NLI] Found relation: [a3_c2 -> a2] : entailment : 0.8766819935892503
+[NLI] Relations built: 36
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 106861.25it/s]
+
Contexts: 0%| | 0/26 [00:00, ?it/s]
Contexts: 100%|██████████| 26/26 [00:00<00:00, 576994.20it/s]
+
Relations: 0%| | 0/36 [00:00, ?it/s]
Relations: 100%|██████████| 36/36 [00:00<00:00, 790549.45it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c9 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (contradiction)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c8 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a3_c2 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 4 7 10 11 15 18 19 20 21 22 23 24 25 26 27 28 29 14 1 2 3 5 6 9 12 13 16 0 8 17
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00106192 seconds
+[WMB] Created join graph with 30 clique factors
+[WMB] Number of cliques : 30
+[WMB] Number of edges : 54
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00276709 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -7.709958 (4.483403e-04) d=7.709958e+00 time=0.003618 i=1
+[WMB] Converged after 1 iterations in 0.003639 seconds
+PR
+-7.709958 (4.483403e-04)
+STATUS
+true: Consistent evidence
+MAR
+30 2 0.000000 1.000000 2 0.048356 0.951644 2 0.028434 0.971566 2 0.200000 0.800000 2 0.078167 0.921833 2 0.048356 0.951644 2 0.027027 0.972973 2 0.333333 0.666667 2 0.000000 1.000000 2 0.065869 0.934131 2 0.092251 0.907749 2 0.078167 0.921833 2 0.027027 0.972973 2 0.065892 0.934108 2 0.065868 0.934132 2 1.000000 0.000000 2 0.027027 0.972973 2 0.000000 1.000000 2 0.333333 0.666667 2 0.161665 0.838335 2 0.161665 0.838335 2 0.333333 0.666667 2 0.092251 0.907749 2 0.333333 0.666667 2 0.161665 0.838335 2 0.333333 0.666667 2 0.081081 0.918919 2 0.114208 0.885792 2 0.500000 0.500000 2 0.091443 0.908557
+[MERLIN] I/O time is 0.001189 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c1', 'probabilities': [0.048356, 0.951644]}, {'variable': 'a0_c2', 'probabilities': [0.028434, 0.971566]}, {'variable': 'a0_c3', 'probabilities': [0.2, 0.8]}, {'variable': 'a0_c4', 'probabilities': [0.078167, 0.921833]}, {'variable': 'a0_c5', 'probabilities': [0.048356, 0.951644]}, {'variable': 'a0_c6', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c7', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.065869, 0.934131]}, {'variable': 'a1_c1', 'probabilities': [0.092251, 0.907749]}, {'variable': 'a1_c3', 'probabilities': [0.078167, 0.921833]}, {'variable': 'a1_c4', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a1_c5', 'probabilities': [0.065892, 0.934108]}, {'variable': 'a1_c6', 'probabilities': [0.065868, 0.934132]}, {'variable': 'a1_c8', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c9', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2_c1', 'probabilities': [0.161665, 0.838335]}, {'variable': 'a2_c2', 'probabilities': [0.161665, 0.838335]}, {'variable': 'a2_c3', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2_c4', 'probabilities': [0.092251, 0.907749]}, {'variable': 'a2_c5', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2_c6', 'probabilities': [0.161665, 0.838335]}, {'variable': 'a2_c7', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2_c8', 'probabilities': [0.081081, 0.918919]}, {'variable': 'a2_c9', 'probabilities': [0.114208, 0.885792]}, {'variable': 'a3', 'probabilities': [0.5, 0.5]}, {'variable': 'a3_c2', 'probabilities': [0.091443, 0.908557]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.5
+[FactReasoner] (a3): Probability for a3=1 is: 0.5
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0276 seconds.
+[DBG] update called. n= 36 links= {'context_atom': 36} types= {'entailment': 35, 'contradiction': 1}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 0.955, 'a2': 1.0}
+[DynaTD] Updated 36 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Relations built: 2
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 26546.23it/s]
+
Contexts: 0%| | 0/2 [00:00, ?it/s]
Contexts: 100%|██████████| 2/2 [00:00<00:00, 76260.07it/s]
+
Relations: 0%| | 0/2 [00:00, ?it/s]
Relations: 100%|██████████| 2/2 [00:00<00:00, 73584.28it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000258923 seconds
+[WMB] Created join graph with 3 clique factors
+[WMB] Number of cliques : 3
+[WMB] Number of edges : 4
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.00048995 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.825219 (4.381391e-01) d=8.252189e-01 time=0.000609 i=1
+[WMB] Converged after 1 iterations in 0.000629 seconds
+PR
+-0.825219 (4.381391e-01)
+STATUS
+true: Consistent evidence
+MAR
+3 2 0.005009 0.994991 2 0.075604 0.924396 2 0.075604 0.924396
+[MERLIN] I/O time is 0.000256 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.005009, 0.994991]}, {'variable': 'c0', 'probabilities': [0.075604, 0.924396]}, {'variable': 'c6', 'probabilities': [0.075604, 0.924396]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.005009
+[FactReasoner] (a0): Probability for a0=1 is: 0.994991
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0093 seconds.
+[DBG] update called. n= 2 links= {'context_atom': 2} types= {'entailment': 2}
+[DynaTD] consensus: {'a0': 1.0}
+[DynaTD] Updated 2 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 490 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a3_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a2_c8 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a3_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a3] : entailment : 0.9999998410543312
+[NLI] Found relation: [a0_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a3] : entailment : 0.9999990463275026
+[NLI] Found relation: [a0_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a3] : entailment : 0.9999998807907365
+[NLI] Found relation: [a1_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a3] : entailment : 0.99998486087922
+[NLI] Found relation: [a1_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 0.9999636835416359
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c1 -> a3] : entailment : 0.9999999602635733
+[NLI] Found relation: [a5_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c3 -> a3] : entailment : 0.9999998807907365
+[NLI] Found relation: [a5_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a6_c2 -> a3] : entailment : 0.9996099338156155
+[NLI] Found relation: [a0_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a4] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c5 -> a4] : entailment : 0.9999805696408871
+[NLI] Found relation: [a0_c6 -> a4] : entailment : 0.9998564734881344
+[NLI] Found relation: [a0_c8 -> a4] : entailment : 0.9999936819876392
+[NLI] Found relation: [a0_c9 -> a4] : entailment : 0.8536885381606608
+[NLI] Found relation: [a1_c0 -> a4] : entailment : 0.9999998013179273
+[NLI] Found relation: [a1_c1 -> a4] : entailment : 0.9999998013179273
+[NLI] Found relation: [a1_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a4] : entailment : 0.908274736069527
+[NLI] Found relation: [a3_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a4] : entailment : 0.9999998410543312
+[NLI] Found relation: [a3_c4 -> a4] : entailment : 0.9977635418083078
+[NLI] Found relation: [a3_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a4] : entailment : 0.999997933714149
+[NLI] Found relation: [a4_c9 -> a4] : entailment : 0.999986648915482
+[NLI] Found relation: [a5_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c7 -> a4] : entailment : 0.9999998807907365
+[NLI] Found relation: [a6_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a5] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c1 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c3 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c5 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c7 -> a5] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a6] : entailment : 0.9999999205271529
+[NLI] Found relation: [a0_c4 -> a6] : contradiction : 0.9999636438115004
+[NLI] Found relation: [a0_c5 -> a6] : entailment : 0.9999996423723848
+[NLI] Found relation: [a0_c8 -> a6] : entailment : 0.9939679280913625
+[NLI] Found relation: [a1_c8 -> a6] : contradiction : 0.9999928078096713
+[NLI] Found relation: [a3_c1 -> a6] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a6] : entailment : 0.9952896266169807
+[NLI] Found relation: [a6_c0 -> a6] : contradiction : 0.9999983708116444
+[NLI] Found relation: [a6_c1 -> a6] : entailment : 1.0
+[NLI] Found relation: [a6_c2 -> a6] : entailment : 1.0
+[NLI] Found relation: [a6_c5 -> a6] : contradiction : 0.9999998013179273
+[NLI] Found relation: [a6_c6 -> a6] : entailment : 1.0
+[NLI] Found relation: [a6_c8 -> a6] : contradiction : 0.9996098544513385
+[NLI] Relations built: 117
+
Atoms: 0%| | 0/7 [00:00, ?it/s]
Atoms: 100%|██████████| 7/7 [00:00<00:00, 164023.06it/s]
+
Contexts: 0%| | 0/51 [00:00, ?it/s]
Contexts: 100%|██████████| 51/51 [00:00<00:00, 898779.43it/s]
+
Relations: 0%| | 0/117 [00:00, ?it/s]
Relations: 100%|██████████| 117/117 [00:00<00:00, 1162875.75it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding atom variable a6 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding context variable a5_c0 with discrete factor (prior)
+Adding context variable a5_c1 with discrete factor (prior)
+Adding context variable a5_c2 with discrete factor (prior)
+Adding context variable a5_c3 with discrete factor (prior)
+Adding context variable a5_c4 with discrete factor (prior)
+Adding context variable a5_c5 with discrete factor (prior)
+Adding context variable a5_c7 with discrete factor (prior)
+Adding context variable a6_c0 with discrete factor (prior)
+Adding context variable a6_c1 with discrete factor (prior)
+Adding context variable a6_c2 with discrete factor (prior)
+Adding context variable a6_c5 with discrete factor (prior)
+Adding context variable a6_c6 with discrete factor (prior)
+Adding context variable a6_c8 with discrete factor (prior)
+Adding edge a3_c5 - a1 with discrete factor (entailment)
+Adding edge a4_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a2 with discrete factor (entailment)
+Adding edge a0_c6 - a2 with discrete factor (entailment)
+Adding edge a0_c9 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a1_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (contradiction)
+Adding edge a2_c8 - a2 with discrete factor (contradiction)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a3_c0 - a2 with discrete factor (entailment)
+Adding edge a3_c1 - a2 with discrete factor (entailment)
+Adding edge a3_c2 - a2 with discrete factor (entailment)
+Adding edge a3_c3 - a2 with discrete factor (entailment)
+Adding edge a3_c5 - a2 with discrete factor (entailment)
+Adding edge a3_c9 - a2 with discrete factor (entailment)
+Adding edge a4_c0 - a2 with discrete factor (entailment)
+Adding edge a4_c1 - a2 with discrete factor (entailment)
+Adding edge a4_c2 - a2 with discrete factor (entailment)
+Adding edge a4_c3 - a2 with discrete factor (entailment)
+Adding edge a4_c5 - a2 with discrete factor (entailment)
+Adding edge a4_c7 - a2 with discrete factor (entailment)
+Adding edge a4_c8 - a2 with discrete factor (entailment)
+Adding edge a5_c0 - a2 with discrete factor (entailment)
+Adding edge a5_c2 - a2 with discrete factor (entailment)
+Adding edge a5_c4 - a2 with discrete factor (entailment)
+Adding edge a5_c5 - a2 with discrete factor (entailment)
+Adding edge a0_c0 - a3 with discrete factor (entailment)
+Adding edge a0_c1 - a3 with discrete factor (entailment)
+Adding edge a0_c2 - a3 with discrete factor (entailment)
+Adding edge a0_c3 - a3 with discrete factor (entailment)
+Adding edge a0_c4 - a3 with discrete factor (entailment)
+Adding edge a0_c6 - a3 with discrete factor (entailment)
+Adding edge a0_c8 - a3 with discrete factor (entailment)
+Adding edge a0_c9 - a3 with discrete factor (entailment)
+Adding edge a1_c0 - a3 with discrete factor (entailment)
+Adding edge a1_c1 - a3 with discrete factor (entailment)
+Adding edge a1_c2 - a3 with discrete factor (entailment)
+Adding edge a1_c3 - a3 with discrete factor (entailment)
+Adding edge a1_c4 - a3 with discrete factor (entailment)
+Adding edge a1_c6 - a3 with discrete factor (entailment)
+Adding edge a1_c9 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c1 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a4_c1 - a3 with discrete factor (entailment)
+Adding edge a4_c2 - a3 with discrete factor (entailment)
+Adding edge a4_c3 - a3 with discrete factor (entailment)
+Adding edge a4_c4 - a3 with discrete factor (entailment)
+Adding edge a4_c5 - a3 with discrete factor (entailment)
+Adding edge a4_c7 - a3 with discrete factor (entailment)
+Adding edge a4_c8 - a3 with discrete factor (entailment)
+Adding edge a5_c0 - a3 with discrete factor (entailment)
+Adding edge a5_c1 - a3 with discrete factor (entailment)
+Adding edge a5_c2 - a3 with discrete factor (entailment)
+Adding edge a5_c3 - a3 with discrete factor (entailment)
+Adding edge a5_c4 - a3 with discrete factor (entailment)
+Adding edge a5_c5 - a3 with discrete factor (entailment)
+Adding edge a5_c7 - a3 with discrete factor (entailment)
+Adding edge a6_c2 - a3 with discrete factor (entailment)
+Adding edge a0_c0 - a4 with discrete factor (entailment)
+Adding edge a0_c1 - a4 with discrete factor (entailment)
+Adding edge a0_c2 - a4 with discrete factor (entailment)
+Adding edge a0_c3 - a4 with discrete factor (entailment)
+Adding edge a0_c5 - a4 with discrete factor (entailment)
+Adding edge a0_c6 - a4 with discrete factor (entailment)
+Adding edge a0_c8 - a4 with discrete factor (entailment)
+Adding edge a0_c9 - a4 with discrete factor (entailment)
+Adding edge a1_c0 - a4 with discrete factor (entailment)
+Adding edge a1_c1 - a4 with discrete factor (entailment)
+Adding edge a1_c2 - a4 with discrete factor (entailment)
+Adding edge a1_c3 - a4 with discrete factor (entailment)
+Adding edge a1_c4 - a4 with discrete factor (entailment)
+Adding edge a1_c9 - a4 with discrete factor (entailment)
+Adding edge a3_c0 - a4 with discrete factor (entailment)
+Adding edge a3_c1 - a4 with discrete factor (entailment)
+Adding edge a3_c3 - a4 with discrete factor (entailment)
+Adding edge a3_c4 - a4 with discrete factor (entailment)
+Adding edge a3_c5 - a4 with discrete factor (entailment)
+Adding edge a3_c7 - a4 with discrete factor (entailment)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c3 - a4 with discrete factor (entailment)
+Adding edge a4_c5 - a4 with discrete factor (entailment)
+Adding edge a4_c7 - a4 with discrete factor (entailment)
+Adding edge a4_c8 - a4 with discrete factor (entailment)
+Adding edge a4_c9 - a4 with discrete factor (entailment)
+Adding edge a5_c0 - a4 with discrete factor (entailment)
+Adding edge a5_c2 - a4 with discrete factor (entailment)
+Adding edge a5_c5 - a4 with discrete factor (entailment)
+Adding edge a5_c7 - a4 with discrete factor (entailment)
+Adding edge a6_c2 - a4 with discrete factor (entailment)
+Adding edge a0_c2 - a5 with discrete factor (entailment)
+Adding edge a1_c4 - a5 with discrete factor (entailment)
+Adding edge a3_c0 - a5 with discrete factor (entailment)
+Adding edge a3_c3 - a5 with discrete factor (entailment)
+Adding edge a5_c0 - a5 with discrete factor (entailment)
+Adding edge a5_c1 - a5 with discrete factor (entailment)
+Adding edge a5_c3 - a5 with discrete factor (entailment)
+Adding edge a5_c5 - a5 with discrete factor (entailment)
+Adding edge a5_c7 - a5 with discrete factor (entailment)
+Adding edge a0_c0 - a6 with discrete factor (entailment)
+Adding edge a0_c4 - a6 with discrete factor (contradiction)
+Adding edge a0_c5 - a6 with discrete factor (entailment)
+Adding edge a0_c8 - a6 with discrete factor (entailment)
+Adding edge a1_c8 - a6 with discrete factor (contradiction)
+Adding edge a3_c1 - a6 with discrete factor (entailment)
+Adding edge a3_c8 - a6 with discrete factor (entailment)
+Adding edge a6_c0 - a6 with discrete factor (contradiction)
+Adding edge a6_c1 - a6 with discrete factor (entailment)
+Adding edge a6_c2 - a6 with discrete factor (entailment)
+Adding edge a6_c5 - a6 with discrete factor (contradiction)
+Adding edge a6_c6 - a6 with discrete factor (entailment)
+Adding edge a6_c8 - a6 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 0 16 17 20 21 22 26 31 32 34 38 42 52 53 55 56 57 45 47 10 28 2 4 11 13 14 18 30 50 48 7 9 12 29 35 36 37 39 40 41 46 6 44 3 15 24 27 49 5 1 8 43 54 25 19 23 33 51
+[WMB] + induced width : 4
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.0043869 seconds
+[WMB] Created join graph with 58 clique factors
+[WMB] Number of cliques : 58
+[WMB] Number of edges : 112
+[WMB] Max clique size : 5
+[WMB] Max separator size : 4
+[WMB] Finished initialization in 0.00881886 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -31.738747 (1.644513e-14) d=3.173875e+01 time=0.011030 i=1
+[WMB] Converged after 1 iterations in 0.011051 seconds
+PR
+-31.738747 (1.644513e-14)
+STATUS
+true: Consistent evidence
+MAR
+58 2 0.500000 0.500000 2 0.040724 0.959276 2 0.042254 0.957746 2 0.008056 0.991944 2 0.047493 0.952507 2 0.998866 0.001134 2 0.049429 0.950571 2 0.021586 0.978414 2 0.027243 0.972757 2 0.127722 0.872278 2 0.000160 0.999840 2 0.042254 0.957746 2 0.026489 0.973511 2 0.200000 0.800000 2 0.042254 0.957746 2 0.008056 0.991944 2 0.070951 0.929049 2 0.999226 0.000774 2 0.215838 0.784162 2 0.000000 1.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 0.044596 0.955404 2 0.000000 1.000000 2 0.008056 0.991944 2 0.053395 0.946605 2 0.142313 0.857687 2 0.012312 0.987688 2 0.051723 0.948277 2 0.012797 0.987203 2 0.200000 0.800000 2 0.334878 0.665122 2 0.098157 0.901843 2 0.000000 1.000000 2 0.307902 0.692098 2 0.021583 0.978417 2 0.048576 0.951424 2 0.026489 0.973511 2 0.142313 0.857687 2 0.012797 0.987203 2 0.026489 0.973511 2 0.111111 0.888889 2 0.333336 0.666664 2 0.000000 1.000000 2 0.008056 0.991944 2 0.047493 0.952507 2 0.111111 0.888889 2 0.200000 0.800000 2 0.092652 0.907348 2 0.009456 0.990544 2 0.015983 0.984017 2 0.000754 0.999246 2 0.999298 0.000702 2 0.308424 0.691576 2 0.111820 0.888180 2 0.999312 0.000688 2 0.333836 0.666164 2 0.998718 0.001282
+[MERLIN] I/O time is 0.002491 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.5, 0.5]}, {'variable': 'a0_c0', 'probabilities': [0.040724, 0.959276]}, {'variable': 'a0_c1', 'probabilities': [0.042254, 0.957746]}, {'variable': 'a0_c2', 'probabilities': [0.008056, 0.991944]}, {'variable': 'a0_c3', 'probabilities': [0.047493, 0.952507]}, {'variable': 'a0_c4', 'probabilities': [0.998866, 0.001134]}, {'variable': 'a0_c5', 'probabilities': [0.049429, 0.950571]}, {'variable': 'a0_c6', 'probabilities': [0.021586, 0.978414]}, {'variable': 'a0_c8', 'probabilities': [0.027243, 0.972757]}, {'variable': 'a0_c9', 'probabilities': [0.127722, 0.872278]}, {'variable': 'a1', 'probabilities': [0.00016, 0.99984]}, {'variable': 'a1_c0', 'probabilities': [0.042254, 0.957746]}, {'variable': 'a1_c1', 'probabilities': [0.026489, 0.973511]}, {'variable': 'a1_c2', 'probabilities': [0.2, 0.8]}, {'variable': 'a1_c3', 'probabilities': [0.042254, 0.957746]}, {'variable': 'a1_c4', 'probabilities': [0.008056, 0.991944]}, {'variable': 'a1_c6', 'probabilities': [0.070951, 0.929049]}, {'variable': 'a1_c8', 'probabilities': [0.999226, 0.000774]}, {'variable': 'a1_c9', 'probabilities': [0.215838, 0.784162]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c6', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c8', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c9', 'probabilities': [0.044596, 0.955404]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.008056, 0.991944]}, {'variable': 'a3_c1', 'probabilities': [0.053395, 0.946605]}, {'variable': 'a3_c2', 'probabilities': [0.142313, 0.857687]}, {'variable': 'a3_c3', 'probabilities': [0.012312, 0.987688]}, {'variable': 'a3_c4', 'probabilities': [0.051723, 0.948277]}, {'variable': 'a3_c5', 'probabilities': [0.012797, 0.987203]}, {'variable': 'a3_c7', 'probabilities': [0.2, 0.8]}, {'variable': 'a3_c8', 'probabilities': [0.334878, 0.665122]}, {'variable': 'a3_c9', 'probabilities': [0.098157, 0.901843]}, {'variable': 'a4', 'probabilities': [0.0, 1.0]}, {'variable': 'a4_c0', 'probabilities': [0.307902, 0.692098]}, {'variable': 'a4_c1', 'probabilities': [0.021583, 0.978417]}, {'variable': 'a4_c2', 'probabilities': [0.048576, 0.951424]}, {'variable': 'a4_c3', 'probabilities': [0.026489, 0.973511]}, {'variable': 'a4_c4', 'probabilities': [0.142313, 0.857687]}, {'variable': 'a4_c5', 'probabilities': [0.012797, 0.987203]}, {'variable': 'a4_c7', 'probabilities': [0.026489, 0.973511]}, {'variable': 'a4_c8', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a4_c9', 'probabilities': [0.333336, 0.666664]}, {'variable': 'a5', 'probabilities': [0.0, 1.0]}, {'variable': 'a5_c0', 'probabilities': [0.008056, 0.991944]}, {'variable': 'a5_c1', 'probabilities': [0.047493, 0.952507]}, {'variable': 'a5_c2', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a5_c3', 'probabilities': [0.2, 0.8]}, {'variable': 'a5_c4', 'probabilities': [0.092652, 0.907348]}, {'variable': 'a5_c5', 'probabilities': [0.009456, 0.990544]}, {'variable': 'a5_c7', 'probabilities': [0.015983, 0.984017]}, {'variable': 'a6', 'probabilities': [0.000754, 0.999246]}, {'variable': 'a6_c0', 'probabilities': [0.999298, 0.000702]}, {'variable': 'a6_c1', 'probabilities': [0.308424, 0.691576]}, {'variable': 'a6_c2', 'probabilities': [0.11182, 0.88818]}, {'variable': 'a6_c5', 'probabilities': [0.999312, 0.000688]}, {'variable': 'a6_c6', 'probabilities': [0.333836, 0.666164]}, {'variable': 'a6_c8', 'probabilities': [0.998718, 0.001282]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.5
+[FactReasoner] (a0): Probability for a0=1 is: 0.5
+[FactReasoner] (a1): Probability for a1=0 is: 0.00016
+[FactReasoner] (a1): Probability for a1=1 is: 0.99984
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] (a4): Probability for a4=0 is: 0.0
+[FactReasoner] (a4): Probability for a4=1 is: 1.0
+[FactReasoner] (a5): Probability for a5=0 is: 0.0
+[FactReasoner] (a5): Probability for a5=1 is: 1.0
+[FactReasoner] (a6): Probability for a6=0 is: 0.000754
+[FactReasoner] (a6): Probability for a6=1 is: 0.999246
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'S', 'a2': 'S', 'a3': 'S', 'a4': 'S', 'a5': 'S', 'a6': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0415 seconds.
+[DBG] update called. n= 117 links= {'context_atom': 117} types= {'entailment': 110, 'contradiction': 7}
+[DynaTD] consensus: {'a1': 1.0, 'a2': 0.912, 'a3': 1.0, 'a4': 1.0, 'a5': 1.0, 'a6': 0.568}
+[DynaTD] Updated 117 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Relations built: 2
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 23967.45it/s]
+
Contexts: 0%| | 0/2 [00:00, ?it/s]
Contexts: 100%|██████████| 2/2 [00:00<00:00, 73584.28it/s]
+
Relations: 0%| | 0/2 [00:00, ?it/s]
Relations: 100%|██████████| 2/2 [00:00<00:00, 76959.71it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000241041 seconds
+[WMB] Created join graph with 3 clique factors
+[WMB] Number of cliques : 3
+[WMB] Number of edges : 4
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000515938 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.126497 (3.241667e-01) d=1.126497e+00 time=0.000625 i=1
+[WMB] Converged after 1 iterations in 0.000642 seconds
+PR
+-1.126497 (3.241667e-01)
+STATUS
+true: Consistent evidence
+MAR
+3 2 0.078406 0.921594 2 0.313625 0.686375 2 0.385604 0.614396
+[MERLIN] I/O time is 0.000255 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.078406, 0.921594]}, {'variable': 'c5', 'probabilities': [0.313625, 0.686375]}, {'variable': 'c6', 'probabilities': [0.385604, 0.614396]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.078406
+[FactReasoner] (a0): Probability for a0=1 is: 0.921594
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0084 seconds.
+[DBG] update called. n= 2 links= {'context_atom': 2} types= {'entailment': 2}
+[DynaTD] consensus: {'a0': 1.0}
+[DynaTD] Updated 2 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 160 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : contradiction : 0.9999996423723848
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a0] : entailment : 0.8565364068321325
+[NLI] Found relation: [a3_c2 -> a0] : entailment : 0.9999973774093764
+[NLI] Found relation: [a3_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a1] : entailment : 0.9999961853318381
+[NLI] Found relation: [a0_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a1] : entailment : 0.9999998807907365
+[NLI] Found relation: [a2_c3 -> a1] : entailment : 0.9999998807907365
+[NLI] Found relation: [a2_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a1] : entailment : 0.9479917379799632
+[NLI] Found relation: [a3_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a1] : entailment : 0.9999990463275026
+[NLI] Found relation: [a3_c7 -> a1] : entailment : 0.7936968985235743
+[NLI] Found relation: [a3_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a1] : entailment : 0.9999936819876392
+[NLI] Found relation: [a0_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 0.9999999205271529
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a2] : entailment : 0.9999779472546195
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a2] : entailment : 0.9999973774093764
+[NLI] Found relation: [a0_c0 -> a3] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c5 -> a3] : entailment : 0.9999998807907365
+[NLI] Found relation: [a0_c6 -> a3] : entailment : 0.8538258434676234
+[NLI] Found relation: [a1_c1 -> a3] : entailment : 0.9585714538595975
+[NLI] Found relation: [a1_c4 -> a3] : contradiction : 0.9999981323948464
+[NLI] Found relation: [a1_c5 -> a3] : entailment : 0.998256739005976
+[NLI] Found relation: [a2_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a3] : entailment : 0.9320072963339069
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Relations built: 77
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 104857.60it/s]
+
Contexts: 0%| | 0/35 [00:00, ?it/s]
Contexts: 100%|██████████| 35/35 [00:00<00:00, 664256.29it/s]
+
Relations: 0%| | 0/77 [00:00, ?it/s]
Relations: 100%|██████████| 77/77 [00:00<00:00, 917504.00it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (contradiction)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c9 - a0 with discrete factor (entailment)
+Adding edge a3_c2 - a0 with discrete factor (entailment)
+Adding edge a3_c3 - a0 with discrete factor (entailment)
+Adding edge a3_c4 - a0 with discrete factor (entailment)
+Adding edge a3_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a0_c1 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a0_c8 - a1 with discrete factor (entailment)
+Adding edge a0_c9 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (entailment)
+Adding edge a2_c3 - a1 with discrete factor (entailment)
+Adding edge a2_c4 - a1 with discrete factor (entailment)
+Adding edge a2_c5 - a1 with discrete factor (entailment)
+Adding edge a2_c7 - a1 with discrete factor (entailment)
+Adding edge a2_c8 - a1 with discrete factor (entailment)
+Adding edge a2_c9 - a1 with discrete factor (entailment)
+Adding edge a3_c0 - a1 with discrete factor (entailment)
+Adding edge a3_c1 - a1 with discrete factor (entailment)
+Adding edge a3_c2 - a1 with discrete factor (entailment)
+Adding edge a3_c3 - a1 with discrete factor (entailment)
+Adding edge a3_c4 - a1 with discrete factor (entailment)
+Adding edge a3_c5 - a1 with discrete factor (entailment)
+Adding edge a3_c7 - a1 with discrete factor (entailment)
+Adding edge a3_c8 - a1 with discrete factor (entailment)
+Adding edge a3_c9 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a2 with discrete factor (entailment)
+Adding edge a0_c6 - a2 with discrete factor (entailment)
+Adding edge a0_c7 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a1_c5 - a2 with discrete factor (entailment)
+Adding edge a1_c9 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c8 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a3_c5 - a2 with discrete factor (entailment)
+Adding edge a0_c0 - a3 with discrete factor (entailment)
+Adding edge a0_c5 - a3 with discrete factor (entailment)
+Adding edge a0_c6 - a3 with discrete factor (entailment)
+Adding edge a1_c1 - a3 with discrete factor (entailment)
+Adding edge a1_c4 - a3 with discrete factor (contradiction)
+Adding edge a1_c5 - a3 with discrete factor (entailment)
+Adding edge a2_c0 - a3 with discrete factor (entailment)
+Adding edge a2_c2 - a3 with discrete factor (entailment)
+Adding edge a2_c3 - a3 with discrete factor (entailment)
+Adding edge a2_c4 - a3 with discrete factor (entailment)
+Adding edge a2_c5 - a3 with discrete factor (entailment)
+Adding edge a2_c7 - a3 with discrete factor (entailment)
+Adding edge a2_c9 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c2 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 3 4 8 9 11 13 14 16 17 30 35 37 38 36 1 29 7 26 24 5 20 21 22 23 25 27 18 2 12 6 15 31 32 33 34 19 0 10 28
+[WMB] + induced width : 4
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.0025301 seconds
+[WMB] Created join graph with 39 clique factors
+[WMB] Number of cliques : 39
+[WMB] Number of edges : 76
+[WMB] Max clique size : 5
+[WMB] Max separator size : 4
+[WMB] Finished initialization in 0.0054822 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -21.249313 (5.909364e-10) d=2.124931e+01 time=0.007013 i=1
+[WMB] Converged after 1 iterations in 0.007035 seconds
+PR
+-21.249313 (5.909364e-10)
+STATUS
+true: Consistent evidence
+MAR
+39 2 0.000000 1.000000 2 0.142036 0.857964 2 0.200000 0.800000 2 0.999997 0.000003 2 0.081081 0.918919 2 0.111111 0.888889 2 0.068207 0.931793 2 0.042254 0.957746 2 0.333334 0.666666 2 0.333333 0.666667 2 0.000000 1.000000 2 0.248741 0.751259 2 0.061210 0.938790 2 0.333333 0.666667 2 0.999996 0.000004 2 0.058920 0.941080 2 0.333333 0.666667 2 0.333333 0.666667 2 0.027373 0.972627 2 0.000000 1.000000 2 0.111111 0.888889 2 0.111111 0.888889 2 0.111111 0.888889 2 0.111111 0.888889 2 0.111111 0.888889 2 0.111111 0.888889 2 0.200004 0.799996 2 0.116497 0.883503 2 0.000000 1.000000 2 0.200000 0.800000 2 0.333333 0.666667 2 0.076447 0.923553 2 0.264746 0.735254 2 0.089983 0.910017 2 0.058824 0.941176 2 0.349160 0.650840 2 0.239533 0.760467 2 0.123596 0.876404 2 0.087942 0.912058
+[MERLIN] I/O time is 0.001789 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.142036, 0.857964]}, {'variable': 'a0_c1', 'probabilities': [0.2, 0.8]}, {'variable': 'a0_c2', 'probabilities': [0.999997, 3e-06]}, {'variable': 'a0_c4', 'probabilities': [0.081081, 0.918919]}, {'variable': 'a0_c5', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a0_c6', 'probabilities': [0.068207, 0.931793]}, {'variable': 'a0_c7', 'probabilities': [0.042254, 0.957746]}, {'variable': 'a0_c8', 'probabilities': [0.333334, 0.666666]}, {'variable': 'a0_c9', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.248741, 0.751259]}, {'variable': 'a1_c1', 'probabilities': [0.06121, 0.93879]}, {'variable': 'a1_c3', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a1_c4', 'probabilities': [0.999996, 4e-06]}, {'variable': 'a1_c5', 'probabilities': [0.05892, 0.94108]}, {'variable': 'a1_c6', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a1_c7', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a1_c9', 'probabilities': [0.027373, 0.972627]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a2_c2', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a2_c3', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a2_c4', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a2_c5', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a2_c7', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a2_c8', 'probabilities': [0.200004, 0.799996]}, {'variable': 'a2_c9', 'probabilities': [0.116497, 0.883503]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.2, 0.8]}, {'variable': 'a3_c1', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a3_c2', 'probabilities': [0.076447, 0.923553]}, {'variable': 'a3_c3', 'probabilities': [0.264746, 0.735254]}, {'variable': 'a3_c4', 'probabilities': [0.089983, 0.910017]}, {'variable': 'a3_c5', 'probabilities': [0.058824, 0.941176]}, {'variable': 'a3_c6', 'probabilities': [0.34916, 0.65084]}, {'variable': 'a3_c7', 'probabilities': [0.239533, 0.760467]}, {'variable': 'a3_c8', 'probabilities': [0.123596, 0.876404]}, {'variable': 'a3_c9', 'probabilities': [0.087942, 0.912058]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0294 seconds.
+[DBG] update called. n= 77 links= {'context_atom': 77} types= {'entailment': 75, 'contradiction': 2}
+[DynaTD] consensus: {'a0': 0.887, 'a1': 1.0, 'a2': 1.0, 'a3': 0.949}
+[DynaTD] Updated 77 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [c7 -> a0] : contradiction : 0.8253199441238411
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Relations built: 7
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 29746.84it/s]
+
Contexts: 0%| | 0/7 [00:00, ?it/s]
Contexts: 100%|██████████| 7/7 [00:00<00:00, 182361.04it/s]
+
Relations: 0%| | 0/7 [00:00, ?it/s]
Relations: 100%|██████████| 7/7 [00:00<00:00, 224123.11it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c7 - a0 with discrete factor (contradiction)
+Adding edge c8 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 7 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000419855 seconds
+[WMB] Created join graph with 8 clique factors
+[WMB] Number of cliques : 8
+[WMB] Number of edges : 14
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000925779 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -3.667165 (2.554881e-02) d=3.667165e+00 time=0.001177 i=1
+[WMB] Converged after 1 iterations in 0.001195 seconds
+PR
+-3.667165 (2.554881e-02)
+STATUS
+true: Consistent evidence
+MAR
+8 2 0.000698 0.999302 2 0.461563 0.538437 2 0.218653 0.781347 2 0.135356 0.864644 2 0.461563 0.538437 2 0.218653 0.781347 2 0.247916 0.752084 2 0.135356 0.864644
+[MERLIN] I/O time is 0.000600 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.000698, 0.999302]}, {'variable': 'c0', 'probabilities': [0.461563, 0.538437]}, {'variable': 'c1', 'probabilities': [0.218653, 0.781347]}, {'variable': 'c4', 'probabilities': [0.135356, 0.864644]}, {'variable': 'c5', 'probabilities': [0.461563, 0.538437]}, {'variable': 'c6', 'probabilities': [0.218653, 0.781347]}, {'variable': 'c7', 'probabilities': [0.247916, 0.752084]}, {'variable': 'c8', 'probabilities': [0.135356, 0.864644]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.000698
+[FactReasoner] (a0): Probability for a0=1 is: 0.999302
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0161 seconds.
+[DBG] update called. n= 7 links= {'context_atom': 7} types= {'entailment': 6, 'contradiction': 1}
+[DynaTD] consensus: {'a0': 0.827}
+[DynaTD] Updated 7 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 330 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a0] : contradiction : 0.999999006591263
+[NLI] Found relation: [a4_c3 -> a0] : contradiction : 0.9999715503360115
+[NLI] Found relation: [a5_c7 -> a0] : contradiction : 0.999999006591263
+[NLI] Found relation: [a5_c8 -> a0] : contradiction : 0.9999994039542605
+[NLI] Found relation: [a5_c9 -> a0] : contradiction : 0.9922802653778089
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 0.9999999205271529
+[NLI] Found relation: [a5_c5 -> a1] : entailment : 0.9991750835454695
+[NLI] Found relation: [a5_c7 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a5_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a3] : contradiction : 0.9999995628996703
+[NLI] Found relation: [a5_c0 -> a3] : contradiction : 0.9999997615815251
+[NLI] Found relation: [a5_c2 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a0_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a3_c5 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c1 -> a4] : entailment : 0.8253221742050824
+[NLI] Found relation: [a5_c7 -> a4] : entailment : 1.0
+[NLI] Relations built: 29
+
Atoms: 0%| | 0/6 [00:00, ?it/s]
Atoms: 100%|██████████| 6/6 [00:00<00:00, 118149.41it/s]
+
Contexts: 0%| | 0/23 [00:00, ?it/s]
Contexts: 100%|██████████| 23/23 [00:00<00:00, 554419.49it/s]
+
Relations: 0%| | 0/29 [00:00, ?it/s]
Relations: 100%|██████████| 29/29 [00:00<00:00, 687202.35it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a5_c0 with discrete factor (prior)
+Adding context variable a5_c1 with discrete factor (prior)
+Adding context variable a5_c2 with discrete factor (prior)
+Adding context variable a5_c5 with discrete factor (prior)
+Adding context variable a5_c7 with discrete factor (prior)
+Adding context variable a5_c8 with discrete factor (prior)
+Adding context variable a5_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a4_c1 - a0 with discrete factor (contradiction)
+Adding edge a4_c3 - a0 with discrete factor (contradiction)
+Adding edge a5_c7 - a0 with discrete factor (contradiction)
+Adding edge a5_c8 - a0 with discrete factor (contradiction)
+Adding edge a5_c9 - a0 with discrete factor (contradiction)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a5_c5 - a1 with discrete factor (entailment)
+Adding edge a5_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (contradiction)
+Adding edge a5_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a3 with discrete factor (contradiction)
+Adding edge a5_c0 - a3 with discrete factor (contradiction)
+Adding edge a5_c2 - a3 with discrete factor (contradiction)
+Adding edge a0_c7 - a4 with discrete factor (entailment)
+Adding edge a3_c1 - a4 with discrete factor (contradiction)
+Adding edge a3_c5 - a4 with discrete factor (contradiction)
+Adding edge a4_c0 - a4 with discrete factor (entailment)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c4 - a4 with discrete factor (entailment)
+Adding edge a5_c1 - a4 with discrete factor (entailment)
+Adding edge a5_c7 - a4 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 10 11 13 14 16 18 19 20 21 22 23 24 27 28 25 8 9 6 17 15 0 7 26 12
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000952959 seconds
+[WMB] Created join graph with 29 clique factors
+[WMB] Number of cliques : 29
+[WMB] Number of edges : 52
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00242805 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -22.746046 (1.322872e-10) d=2.274605e+01 time=0.003193 i=1
+[WMB] Converged after 1 iterations in 0.003214 seconds
+PR
+-22.746046 (1.322872e-10)
+STATUS
+true: Consistent evidence
+MAR
+29 2 0.979565 0.020435 2 0.982091 0.017909 2 0.981254 0.018746 2 0.987867 0.012133 2 0.982091 0.017909 2 0.986377 0.013623 2 0.980877 0.019123 2 0.002141 0.997859 2 0.229544 0.770456 2 0.036390 0.963610 2 0.975740 0.024260 2 0.135468 0.864532 2 0.986453 0.013547 2 0.999987 0.000013 2 0.999987 0.000013 2 0.000019 0.999981 2 0.333346 0.666654 2 0.042568 0.957432 2 0.099801 0.900199 2 0.141504 0.858496 2 0.065422 0.934578 2 0.500000 0.500000 2 0.342365 0.657635 2 0.377274 0.622726 2 0.342365 0.657635 2 0.094906 0.905094 2 0.048050 0.951950 2 0.063713 0.936287 2 0.074814 0.925186
+[MERLIN] I/O time is 0.001133 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.979565, 0.020435]}, {'variable': 'a0_c0', 'probabilities': [0.982091, 0.017909]}, {'variable': 'a0_c1', 'probabilities': [0.981254, 0.018746]}, {'variable': 'a0_c2', 'probabilities': [0.987867, 0.012133]}, {'variable': 'a0_c5', 'probabilities': [0.982091, 0.017909]}, {'variable': 'a0_c6', 'probabilities': [0.986377, 0.013623]}, {'variable': 'a0_c7', 'probabilities': [0.980877, 0.019123]}, {'variable': 'a1', 'probabilities': [0.002141, 0.997859]}, {'variable': 'a1_c4', 'probabilities': [0.229544, 0.770456]}, {'variable': 'a2', 'probabilities': [0.03639, 0.96361]}, {'variable': 'a2_c0', 'probabilities': [0.97574, 0.02426]}, {'variable': 'a2_c7', 'probabilities': [0.135468, 0.864532]}, {'variable': 'a3', 'probabilities': [0.986453, 0.013547]}, {'variable': 'a3_c1', 'probabilities': [0.999987, 1.3e-05]}, {'variable': 'a3_c5', 'probabilities': [0.999987, 1.3e-05]}, {'variable': 'a4', 'probabilities': [1.9e-05, 0.999981]}, {'variable': 'a4_c0', 'probabilities': [0.333346, 0.666654]}, {'variable': 'a4_c1', 'probabilities': [0.042568, 0.957432]}, {'variable': 'a4_c2', 'probabilities': [0.099801, 0.900199]}, {'variable': 'a4_c3', 'probabilities': [0.141504, 0.858496]}, {'variable': 'a4_c4', 'probabilities': [0.065422, 0.934578]}, {'variable': 'a5', 'probabilities': [0.5, 0.5]}, {'variable': 'a5_c0', 'probabilities': [0.342365, 0.657635]}, {'variable': 'a5_c1', 'probabilities': [0.377274, 0.622726]}, {'variable': 'a5_c2', 'probabilities': [0.342365, 0.657635]}, {'variable': 'a5_c5', 'probabilities': [0.094906, 0.905094]}, {'variable': 'a5_c7', 'probabilities': [0.04805, 0.95195]}, {'variable': 'a5_c8', 'probabilities': [0.063713, 0.936287]}, {'variable': 'a5_c9', 'probabilities': [0.074814, 0.925186]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.979565
+[FactReasoner] (a0): Probability for a0=1 is: 0.020435
+[FactReasoner] (a1): Probability for a1=0 is: 0.002141
+[FactReasoner] (a1): Probability for a1=1 is: 0.997859
+[FactReasoner] (a2): Probability for a2=0 is: 0.03639
+[FactReasoner] (a2): Probability for a2=1 is: 0.96361
+[FactReasoner] (a3): Probability for a3=0 is: 0.986453
+[FactReasoner] (a3): Probability for a3=1 is: 0.013547
+[FactReasoner] (a4): Probability for a4=0 is: 1.9e-05
+[FactReasoner] (a4): Probability for a4=1 is: 0.999981
+[FactReasoner] (a5): Probability for a5=0 is: 0.5
+[FactReasoner] (a5): Probability for a5=1 is: 0.5
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'S', 'a2': 'S', 'a3': 'NS', 'a4': 'S', 'a5': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0248 seconds.
+[DBG] update called. n= 29 links= {'context_atom': 29} types= {'entailment': 18, 'contradiction': 11}
+[DynaTD] consensus: {'a0': 0.488, 'a1': 1.0, 'a2': 0.722, 'a3': 0.0, 'a4': 0.837}
+[DynaTD] Updated 29 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c1 -> a0] : entailment : 0.8790075067198297
+[NLI] Found relation: [c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Relations built: 5
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 26379.27it/s]
+
Contexts: 0%| | 0/5 [00:00, ?it/s]
Contexts: 100%|██████████| 5/5 [00:00<00:00, 195995.51it/s]
+
Relations: 0%| | 0/5 [00:00, ?it/s]
Relations: 100%|██████████| 5/5 [00:00<00:00, 177724.75it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000340939 seconds
+[WMB] Created join graph with 6 clique factors
+[WMB] Number of cliques : 6
+[WMB] Number of edges : 10
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000746012 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -2.060860 (1.273444e-01) d=2.060860e+00 time=0.000954 i=1
+[WMB] Converged after 1 iterations in 0.000977 seconds
+PR
+-2.060860 (1.273444e-01)
+STATUS
+true: Consistent evidence
+MAR
+6 2 0.003029 0.996971 2 0.335353 0.664647 2 0.126931 0.873069 2 0.335353 0.664647 2 0.335353 0.664647 2 0.335353 0.664647
+[MERLIN] I/O time is 0.000336 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.003029, 0.996971]}, {'variable': 'c0', 'probabilities': [0.335353, 0.664647]}, {'variable': 'c1', 'probabilities': [0.126931, 0.873069]}, {'variable': 'c4', 'probabilities': [0.335353, 0.664647]}, {'variable': 'c5', 'probabilities': [0.335353, 0.664647]}, {'variable': 'c6', 'probabilities': [0.335353, 0.664647]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.003029
+[FactReasoner] (a0): Probability for a0=1 is: 0.996971
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0129 seconds.
+[DBG] update called. n= 5 links= {'context_atom': 5} types= {'entailment': 5}
+[DynaTD] consensus: {'a0': 1.0}
+[DynaTD] Updated 5 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 200 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a0] : entailment : 0.9999999205271529
+[NLI] Found relation: [a4_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 0.9999999205271529
+[NLI] Found relation: [a0_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a1] : entailment : 0.9999999205271529
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a1] : entailment : 0.999912912917666
+[NLI] Found relation: [a0_c9 -> a1] : entailment : 0.9999999205271529
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a3_c0 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a3_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a1] : entailment : 0.9601085930884733
+[NLI] Found relation: [a3_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a4_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a1] : entailment : 0.9999918938999969
+[NLI] Found relation: [a4_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a2] : contradiction : 0.9999997218451434
+[NLI] Found relation: [a0_c3 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a0_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a2_c8 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a3_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a2] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a4_c6 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a4_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a4_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a3] : contradiction : 0.9999993642179308
+[NLI] Found relation: [a0_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a2_c8 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a3] : contradiction : 0.9999992052726283
+[NLI] Found relation: [a4_c6 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a4_c8 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a0_c1 -> a4] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a0_c3 -> a4] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a0_c4 -> a4] : entailment : 0.9991750439193658
+[NLI] Found relation: [a2_c0 -> a4] : entailment : 0.9999996026360078
+[NLI] Found relation: [a2_c1 -> a4] : entailment : 0.9999717092626701
+[NLI] Found relation: [a2_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a4] : entailment : 0.9996099338156155
+[NLI] Found relation: [a2_c4 -> a4] : entailment : 0.9997634020941394
+[NLI] Found relation: [a2_c7 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a2_c8 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a3_c0 -> a4] : entailment : 0.9999999205271529
+[NLI] Found relation: [a3_c2 -> a4] : entailment : 0.9999992450089515
+[NLI] Found relation: [a3_c4 -> a4] : entailment : 0.9999999602635733
+[NLI] Found relation: [a3_c6 -> a4] : entailment : 0.999912912917666
+[NLI] Found relation: [a3_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a4] : entailment : 0.9999999602635733
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 0.9999999602635733
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 0.9999996026360078
+[NLI] Found relation: [a4_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a4] : entailment : 0.9939678892117629
+[NLI] Found relation: [a4_c5 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c6 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c7 -> a4] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a4_c8 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c9 -> a4] : entailment : 1.0
+[NLI] Relations built: 116
+
Atoms: 0%| | 0/5 [00:00, ?it/s]
Atoms: 100%|██████████| 5/5 [00:00<00:00, 119156.36it/s]
+
Contexts: 0%| | 0/37 [00:00, ?it/s]
Contexts: 100%|██████████| 37/37 [00:00<00:00, 643938.79it/s]
+
Relations: 0%| | 0/116 [00:00, ?it/s]
Relations: 100%|██████████| 116/116 [00:00<00:00, 1260464.41it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c6 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a2_c1 - a0 with discrete factor (entailment)
+Adding edge a2_c2 - a0 with discrete factor (entailment)
+Adding edge a3_c2 - a0 with discrete factor (entailment)
+Adding edge a3_c3 - a0 with discrete factor (entailment)
+Adding edge a3_c4 - a0 with discrete factor (entailment)
+Adding edge a3_c7 - a0 with discrete factor (entailment)
+Adding edge a3_c8 - a0 with discrete factor (entailment)
+Adding edge a4_c0 - a0 with discrete factor (entailment)
+Adding edge a4_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a0_c1 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a0_c7 - a1 with discrete factor (entailment)
+Adding edge a0_c8 - a1 with discrete factor (entailment)
+Adding edge a0_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (entailment)
+Adding edge a3_c0 - a1 with discrete factor (entailment)
+Adding edge a3_c2 - a1 with discrete factor (entailment)
+Adding edge a3_c3 - a1 with discrete factor (entailment)
+Adding edge a3_c4 - a1 with discrete factor (entailment)
+Adding edge a3_c7 - a1 with discrete factor (entailment)
+Adding edge a3_c8 - a1 with discrete factor (entailment)
+Adding edge a4_c0 - a1 with discrete factor (entailment)
+Adding edge a4_c1 - a1 with discrete factor (entailment)
+Adding edge a4_c2 - a1 with discrete factor (entailment)
+Adding edge a4_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c1 - a2 with discrete factor (contradiction)
+Adding edge a0_c3 - a2 with discrete factor (contradiction)
+Adding edge a0_c4 - a2 with discrete factor (entailment)
+Adding edge a0_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (contradiction)
+Adding edge a2_c7 - a2 with discrete factor (contradiction)
+Adding edge a2_c8 - a2 with discrete factor (contradiction)
+Adding edge a3_c0 - a2 with discrete factor (entailment)
+Adding edge a3_c2 - a2 with discrete factor (entailment)
+Adding edge a3_c3 - a2 with discrete factor (entailment)
+Adding edge a3_c4 - a2 with discrete factor (entailment)
+Adding edge a3_c5 - a2 with discrete factor (entailment)
+Adding edge a3_c6 - a2 with discrete factor (entailment)
+Adding edge a3_c7 - a2 with discrete factor (entailment)
+Adding edge a3_c8 - a2 with discrete factor (entailment)
+Adding edge a3_c9 - a2 with discrete factor (entailment)
+Adding edge a4_c0 - a2 with discrete factor (entailment)
+Adding edge a4_c1 - a2 with discrete factor (entailment)
+Adding edge a4_c2 - a2 with discrete factor (entailment)
+Adding edge a4_c3 - a2 with discrete factor (entailment)
+Adding edge a4_c4 - a2 with discrete factor (entailment)
+Adding edge a4_c5 - a2 with discrete factor (contradiction)
+Adding edge a4_c6 - a2 with discrete factor (contradiction)
+Adding edge a4_c7 - a2 with discrete factor (entailment)
+Adding edge a4_c8 - a2 with discrete factor (contradiction)
+Adding edge a4_c9 - a2 with discrete factor (entailment)
+Adding edge a0_c3 - a3 with discrete factor (contradiction)
+Adding edge a0_c7 - a3 with discrete factor (entailment)
+Adding edge a2_c0 - a3 with discrete factor (entailment)
+Adding edge a2_c2 - a3 with discrete factor (entailment)
+Adding edge a2_c7 - a3 with discrete factor (contradiction)
+Adding edge a2_c8 - a3 with discrete factor (contradiction)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c2 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c8 - a3 with discrete factor (entailment)
+Adding edge a4_c3 - a3 with discrete factor (entailment)
+Adding edge a4_c4 - a3 with discrete factor (entailment)
+Adding edge a4_c5 - a3 with discrete factor (contradiction)
+Adding edge a4_c6 - a3 with discrete factor (contradiction)
+Adding edge a4_c8 - a3 with discrete factor (contradiction)
+Adding edge a0_c1 - a4 with discrete factor (contradiction)
+Adding edge a0_c3 - a4 with discrete factor (contradiction)
+Adding edge a0_c4 - a4 with discrete factor (entailment)
+Adding edge a2_c0 - a4 with discrete factor (entailment)
+Adding edge a2_c1 - a4 with discrete factor (entailment)
+Adding edge a2_c2 - a4 with discrete factor (entailment)
+Adding edge a2_c3 - a4 with discrete factor (entailment)
+Adding edge a2_c4 - a4 with discrete factor (entailment)
+Adding edge a2_c7 - a4 with discrete factor (contradiction)
+Adding edge a2_c8 - a4 with discrete factor (contradiction)
+Adding edge a3_c0 - a4 with discrete factor (entailment)
+Adding edge a3_c2 - a4 with discrete factor (entailment)
+Adding edge a3_c4 - a4 with discrete factor (entailment)
+Adding edge a3_c6 - a4 with discrete factor (entailment)
+Adding edge a3_c7 - a4 with discrete factor (entailment)
+Adding edge a3_c9 - a4 with discrete factor (entailment)
+Adding edge a4_c0 - a4 with discrete factor (entailment)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c3 - a4 with discrete factor (entailment)
+Adding edge a4_c4 - a4 with discrete factor (entailment)
+Adding edge a4_c5 - a4 with discrete factor (contradiction)
+Adding edge a4_c6 - a4 with discrete factor (contradiction)
+Adding edge a4_c7 - a4 with discrete factor (contradiction)
+Adding edge a4_c8 - a4 with discrete factor (contradiction)
+Adding edge a4_c9 - a4 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 18 30 16 17 27 39 41 6 1 3 7 9 10 26 38 19 20 35 37 40 34 33 4 13 22 8 24 29 28 2 5 14 15 23 25 32 36 21 0 11 12 31
+[WMB] + induced width : 5
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00416803 seconds
+[WMB] Created join graph with 42 clique factors
+[WMB] Number of cliques : 42
+[WMB] Number of edges : 82
+[WMB] Max clique size : 6
+[WMB] Max separator size : 5
+[WMB] Finished initialization in 0.008039 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -49.492004 (3.205501e-22) d=4.949200e+01 time=0.010042 i=1
+[WMB] Converged after 1 iterations in 0.010065 seconds
+PR
+-49.492004 (3.205501e-22)
+STATUS
+true: Consistent evidence
+MAR
+42 2 0.000000 1.000000 2 0.059138 0.940862 2 1.000000 0.000000 2 0.059138 0.940862 2 1.000000 0.000000 2 0.058869 0.941131 2 0.021985 0.978015 2 0.042254 0.957746 2 0.058824 0.941176 2 0.224114 0.775886 2 0.059138 0.940862 2 0.000000 1.000000 2 0.000000 1.000000 2 0.015471 0.984529 2 0.058825 0.941175 2 0.030303 0.969697 2 0.200062 0.799938 2 0.052071 0.947929 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 0.000000 1.000000 2 0.015471 0.984529 2 0.030303 0.969697 2 0.013544 0.986456 2 0.031522 0.968478 2 0.040673 0.959327 2 0.052063 0.947937 2 0.005272 0.994728 2 0.058824 0.941176 2 0.224099 0.775901 2 0.000000 1.000000 2 0.013544 0.986456 2 0.013526 0.986474 2 0.111112 0.888888 2 0.111111 0.888889 2 0.030481 0.969519 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 0.224099 0.775901
+[MERLIN] I/O time is 0.002268 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.059138, 0.940862]}, {'variable': 'a0_c1', 'probabilities': [1.0, 0.0]}, {'variable': 'a0_c2', 'probabilities': [0.059138, 0.940862]}, {'variable': 'a0_c3', 'probabilities': [1.0, 0.0]}, {'variable': 'a0_c4', 'probabilities': [0.058869, 0.941131]}, {'variable': 'a0_c5', 'probabilities': [0.021985, 0.978015]}, {'variable': 'a0_c6', 'probabilities': [0.042254, 0.957746]}, {'variable': 'a0_c7', 'probabilities': [0.058824, 0.941176]}, {'variable': 'a0_c8', 'probabilities': [0.224114, 0.775886]}, {'variable': 'a0_c9', 'probabilities': [0.059138, 0.940862]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.015471, 0.984529]}, {'variable': 'a2_c1', 'probabilities': [0.058825, 0.941175]}, {'variable': 'a2_c2', 'probabilities': [0.030303, 0.969697]}, {'variable': 'a2_c3', 'probabilities': [0.200062, 0.799938]}, {'variable': 'a2_c4', 'probabilities': [0.052071, 0.947929]}, {'variable': 'a2_c6', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c7', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c8', 'probabilities': [1.0, 0.0]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.015471, 0.984529]}, {'variable': 'a3_c2', 'probabilities': [0.030303, 0.969697]}, {'variable': 'a3_c3', 'probabilities': [0.013544, 0.986456]}, {'variable': 'a3_c4', 'probabilities': [0.031522, 0.968478]}, {'variable': 'a3_c5', 'probabilities': [0.040673, 0.959327]}, {'variable': 'a3_c6', 'probabilities': [0.052063, 0.947937]}, {'variable': 'a3_c7', 'probabilities': [0.005272, 0.994728]}, {'variable': 'a3_c8', 'probabilities': [0.058824, 0.941176]}, {'variable': 'a3_c9', 'probabilities': [0.224099, 0.775901]}, {'variable': 'a4', 'probabilities': [0.0, 1.0]}, {'variable': 'a4_c0', 'probabilities': [0.013544, 0.986456]}, {'variable': 'a4_c1', 'probabilities': [0.013526, 0.986474]}, {'variable': 'a4_c2', 'probabilities': [0.111112, 0.888888]}, {'variable': 'a4_c3', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a4_c4', 'probabilities': [0.030481, 0.969519]}, {'variable': 'a4_c5', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c6', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c7', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c8', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c9', 'probabilities': [0.224099, 0.775901]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] (a4): Probability for a4=0 is: 0.0
+[FactReasoner] (a4): Probability for a4=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S', 'a4': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0323 seconds.
+[DBG] update called. n= 116 links= {'context_atom': 116} types= {'entailment': 94, 'contradiction': 22}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 1.0, 'a2': 0.673, 'a3': 0.593, 'a4': 0.629}
+[DynaTD] Updated 116 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 0.9999999205271529
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Relations built: 4
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 30840.47it/s]
+
Contexts: 0%| | 0/4 [00:00, ?it/s]
Contexts: 100%|██████████| 4/4 [00:00<00:00, 161319.38it/s]
+
Relations: 0%| | 0/4 [00:00, ?it/s]
Relations: 100%|██████████| 4/4 [00:00<00:00, 111848.11it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000274897 seconds
+[WMB] Created join graph with 5 clique factors
+[WMB] Number of cliques : 5
+[WMB] Number of edges : 8
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000593901 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.176721 (3.082880e-01) d=1.176721e+00 time=0.000756 i=1
+[WMB] Converged after 1 iterations in 0.000774 seconds
+PR
+-1.176721 (3.082880e-01)
+STATUS
+true: Consistent evidence
+MAR
+5 2 0.000090 0.999910 2 0.052717 0.947283 2 0.097977 0.902023 2 0.333394 0.666606 2 0.052717 0.947283
+[MERLIN] I/O time is 0.000306 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [9e-05, 0.99991]}, {'variable': 'c0', 'probabilities': [0.052717, 0.947283]}, {'variable': 'c3', 'probabilities': [0.097977, 0.902023]}, {'variable': 'c4', 'probabilities': [0.333394, 0.666606]}, {'variable': 'c5', 'probabilities': [0.052717, 0.947283]}]
+[FactReasoner] (a0): Probability for a0=0 is: 9e-05
+[FactReasoner] (a0): Probability for a0=1 is: 0.99991
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0082 seconds.
+[DBG] update called. n= 4 links= {'context_atom': 4} types= {'entailment': 4}
+[DynaTD] consensus: {'a0': 1.0}
+[DynaTD] Updated 4 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 90 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 0.9999996821087633
+[NLI] Found relation: [a0_c5 -> a0] : contradiction : 0.9999985694925803
+[NLI] Found relation: [a2_c0 -> a0] : contradiction : 0.999988158823802
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 0.9977636206388131
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 0.9971322974815191
+[NLI] Relations built: 6
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 75800.67it/s]
+
Contexts: 0%| | 0/5 [00:00, ?it/s]
Contexts: 100%|██████████| 5/5 [00:00<00:00, 180788.97it/s]
+
Relations: 0%| | 0/6 [00:00, ?it/s]
Relations: 100%|██████████| 6/6 [00:00<00:00, 201326.59it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (contradiction)
+Adding edge a2_c0 - a0 with discrete factor (contradiction)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 4 5 6 7 3 0 1
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000365019 seconds
+[WMB] Created join graph with 8 clique factors
+[WMB] Number of cliques : 8
+[WMB] Number of edges : 12
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000782967 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -5.267437 (5.156811e-03) d=5.267437e+00 time=0.001029 i=1
+[WMB] Converged after 1 iterations in 0.001051 seconds
+PR
+-5.267437 (5.156811e-03)
+STATUS
+true: Consistent evidence
+MAR
+8 2 0.630612 0.369388 2 0.647652 0.352348 2 0.420513 0.579487 2 0.055861 0.944139 2 0.325000 0.675000 2 0.144851 0.855149 2 0.164436 0.835564 2 0.579585 0.420415
+[MERLIN] I/O time is 0.000536 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.630612, 0.369388]}, {'variable': 'a0_c3', 'probabilities': [0.647652, 0.352348]}, {'variable': 'a0_c5', 'probabilities': [0.420513, 0.579487]}, {'variable': 'a1', 'probabilities': [0.055861, 0.944139]}, {'variable': 'a1_c1', 'probabilities': [0.325, 0.675]}, {'variable': 'a1_c4', 'probabilities': [0.144851, 0.855149]}, {'variable': 'a2', 'probabilities': [0.164436, 0.835564]}, {'variable': 'a2_c0', 'probabilities': [0.579585, 0.420415]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.630612
+[FactReasoner] (a0): Probability for a0=1 is: 0.369388
+[FactReasoner] (a1): Probability for a1=0 is: 0.055861
+[FactReasoner] (a1): Probability for a1=1 is: 0.944139
+[FactReasoner] (a2): Probability for a2=0 is: 0.164436
+[FactReasoner] (a2): Probability for a2=1 is: 0.835564
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'S', 'a2': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0122 seconds.
+[DBG] update called. n= 6 links= {'context_atom': 6} types= {'entailment': 4, 'contradiction': 2}
+[DynaTD] consensus: {'a0': 0.386, 'a1': 1.0, 'a2': 1.0}
+[DynaTD] Updated 6 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 0.999996622426144
+[NLI] Relations built: 7
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 26546.23it/s]
+
Contexts: 0%| | 0/7 [00:00, ?it/s]
Contexts: 100%|██████████| 7/7 [00:00<00:00, 248814.64it/s]
+
Relations: 0%| | 0/7 [00:00, ?it/s]
Relations: 100%|██████████| 7/7 [00:00<00:00, 253104.55it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c7 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 7 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000337124 seconds
+[WMB] Created join graph with 8 clique factors
+[WMB] Number of cliques : 8
+[WMB] Number of edges : 14
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000799894 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.467702 (2.304545e-01) d=1.467702e+00 time=0.001033 i=1
+[WMB] Converged after 1 iterations in 0.001056 seconds
+PR
+-1.467702 (2.304545e-01)
+STATUS
+true: Consistent evidence
+MAR
+8 2 0.000000 1.000000 2 0.081081 0.918919 2 0.081081 0.918919 2 0.333333 0.666667 2 0.081081 0.918919 2 0.081081 0.918919 2 0.101928 0.898072 2 0.081081 0.918919
+[MERLIN] I/O time is 0.000369 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'c0', 'probabilities': [0.081081, 0.918919]}, {'variable': 'c2', 'probabilities': [0.081081, 0.918919]}, {'variable': 'c4', 'probabilities': [0.333333, 0.666667]}, {'variable': 'c5', 'probabilities': [0.081081, 0.918919]}, {'variable': 'c6', 'probabilities': [0.081081, 0.918919]}, {'variable': 'c7', 'probabilities': [0.101928, 0.898072]}, {'variable': 'c8', 'probabilities': [0.081081, 0.918919]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0094 seconds.
+[DBG] update called. n= 7 links= {'context_atom': 7} types= {'entailment': 7}
+[DynaTD] consensus: {'a0': 1.0}
+[DynaTD] Updated 7 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 90 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 0.9999998013179273
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 0.9999991655363824
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 0.9999998807907365
+[NLI] Found relation: [a0_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a2] : entailment : 0.9901317073012474
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 1.0
+[NLI] Relations built: 26
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 79638.68it/s]
+
Contexts: 0%| | 0/19 [00:00, ?it/s]
Contexts: 100%|██████████| 19/19 [00:00<00:00, 408675.77it/s]
+
Relations: 0%| | 0/26 [00:00, ?it/s]
Relations: 100%|██████████| 26/26 [00:00<00:00, 605843.91it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a0_c1 - a2 with discrete factor (entailment)
+Adding edge a0_c2 - a2 with discrete factor (entailment)
+Adding edge a0_c3 - a2 with discrete factor (entailment)
+Adding edge a0_c7 - a2 with discrete factor (entailment)
+Adding edge a0_c9 - a2 with discrete factor (entailment)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c5 - a2 with discrete factor (entailment)
+Adding edge a1_c7 - a2 with discrete factor (entailment)
+Adding edge a1_c9 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 6 7 9 10 12 13 15 16 17 18 19 20 21 11 4 5 2 0 3 8 14
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000844002 seconds
+[WMB] Created join graph with 22 clique factors
+[WMB] Number of cliques : 22
+[WMB] Number of edges : 42
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00222993 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -4.658725 (9.478537e-03) d=4.658725e+00 time=0.002936 i=1
+[WMB] Converged after 1 iterations in 0.002960 seconds
+PR
+-4.658725 (9.478537e-03)
+STATUS
+true: Consistent evidence
+MAR
+22 2 0.000000 1.000000 2 0.123596 0.876404 2 0.020759 0.979241 2 0.034056 0.965944 2 0.065869 0.934131 2 0.065869 0.934131 2 0.087942 0.912058 2 0.299639 0.700361 2 0.000000 1.000000 2 0.052632 0.947368 2 0.087942 0.912058 2 0.065869 0.934131 2 0.052632 0.947368 2 0.082720 0.917280 2 0.000000 1.000000 2 0.081081 0.918919 2 0.052632 0.947368 2 0.333333 0.666667 2 0.087942 0.912058 2 0.333333 0.666667 2 0.087942 0.912058 2 0.081081 0.918919
+[MERLIN] I/O time is 0.000894 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c1', 'probabilities': [0.123596, 0.876404]}, {'variable': 'a0_c2', 'probabilities': [0.020759, 0.979241]}, {'variable': 'a0_c3', 'probabilities': [0.034056, 0.965944]}, {'variable': 'a0_c5', 'probabilities': [0.065869, 0.934131]}, {'variable': 'a0_c6', 'probabilities': [0.065869, 0.934131]}, {'variable': 'a0_c7', 'probabilities': [0.087942, 0.912058]}, {'variable': 'a0_c9', 'probabilities': [0.299639, 0.700361]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c5', 'probabilities': [0.087942, 0.912058]}, {'variable': 'a1_c6', 'probabilities': [0.065869, 0.934131]}, {'variable': 'a1_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c9', 'probabilities': [0.08272, 0.91728]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.081081, 0.918919]}, {'variable': 'a2_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c2', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2_c3', 'probabilities': [0.087942, 0.912058]}, {'variable': 'a2_c4', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2_c5', 'probabilities': [0.087942, 0.912058]}, {'variable': 'a2_c7', 'probabilities': [0.081081, 0.918919]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0172 seconds.
+[DBG] update called. n= 26 links= {'context_atom': 26} types= {'entailment': 26}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 1.0, 'a2': 1.0}
+[DynaTD] Updated 26 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [c3 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [c9 -> a0] : entailment : 0.9999995231632965
+[NLI] Relations built: 10
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 28149.69it/s]
+
Contexts: 0%| | 0/10 [00:00, ?it/s]
Contexts: 100%|██████████| 10/10 [00:00<00:00, 281496.91it/s]
+
Relations: 0%| | 0/10 [00:00, ?it/s]
Relations: 100%|██████████| 10/10 [00:00<00:00, 303935.07it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c7 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 7 8 9 10 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000396967 seconds
+[WMB] Created join graph with 11 clique factors
+[WMB] Number of cliques : 11
+[WMB] Number of edges : 20
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.00102687 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -2.040099 (1.300159e-01) d=2.040099e+00 time=0.001336 i=1
+[WMB] Converged after 1 iterations in 0.001354 seconds
+PR
+-2.040099 (1.300159e-01)
+STATUS
+true: Consistent evidence
+MAR
+11 2 0.000000 1.000000 2 0.081081 0.918919 2 0.090952 0.909048 2 0.052632 0.947368 2 0.333333 0.666667 2 0.333333 0.666667 2 0.052632 0.947368 2 0.052632 0.947368 2 0.090952 0.909048 2 0.081081 0.918919 2 0.333333 0.666667
+[MERLIN] I/O time is 0.000431 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'c0', 'probabilities': [0.081081, 0.918919]}, {'variable': 'c1', 'probabilities': [0.090952, 0.909048]}, {'variable': 'c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c3', 'probabilities': [0.333333, 0.666667]}, {'variable': 'c4', 'probabilities': [0.333333, 0.666667]}, {'variable': 'c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c7', 'probabilities': [0.090952, 0.909048]}, {'variable': 'c8', 'probabilities': [0.081081, 0.918919]}, {'variable': 'c9', 'probabilities': [0.333333, 0.666667]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0095 seconds.
+[DBG] update called. n= 10 links= {'context_atom': 10} types= {'entailment': 10}
+[DynaTD] consensus: {'a0': 1.0}
+[DynaTD] Updated 10 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 250 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a0] : entailment : 0.9999994834269622
+[NLI] Found relation: [a1_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a0] : entailment : 0.9999999205271529
+[NLI] Found relation: [a2_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a3_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 0.9999996026360078
+[NLI] Found relation: [a0_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 0.999998768173707
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a1] : entailment : 0.7227461275140131
+[NLI] Found relation: [a3_c2 -> a1] : entailment : 0.9999976952977584
+[NLI] Found relation: [a3_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a1] : entailment : 0.9999994039542605
+[NLI] Found relation: [a4_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c6 -> a1] : entailment : 0.9993572955576667
+[NLI] Found relation: [a4_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c9 -> a1] : entailment : 0.9999998410543312
+[NLI] Found relation: [a0_c2 -> a2] : entailment : 0.9999636835416359
+[NLI] Found relation: [a0_c6 -> a2] : entailment : 0.999990821052948
+[NLI] Found relation: [a0_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c6 -> a2] : entailment : 0.9999998013179273
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 0.9999998013179273
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 0.9993571766576815
+[NLI] Found relation: [a3_c3 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a3_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a2] : entailment : 0.999990821052948
+[NLI] Found relation: [a4_c3 -> a2] : entailment : 0.956845499601896
+[NLI] Found relation: [a4_c5 -> a2] : entailment : 0.9999950727312173
+[NLI] Found relation: [a4_c7 -> a2] : entailment : 0.9999944369619821
+[NLI] Found relation: [a0_c0 -> a3] : entailment : 0.9982568573876602
+[NLI] Found relation: [a0_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a3] : entailment : 0.9194516689636307
+[NLI] Found relation: [a1_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 0.9557099799124225
+[NLI] Found relation: [a3_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 0.9395176048774574
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a3] : entailment : 0.9998882066883075
+[NLI] Found relation: [a4_c2 -> a3] : entailment : 0.9999636438115004
+[NLI] Found relation: [a4_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a4] : entailment : 0.9999990463275026
+[NLI] Found relation: [a0_c2 -> a4] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a4] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c6 -> a4] : entailment : 0.9996099338156155
+[NLI] Found relation: [a3_c0 -> a4] : entailment : 0.9999984105478588
+[NLI] Found relation: [a3_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a4] : entailment : 0.9901313255386686
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 0.9999992450089515
+[NLI] Found relation: [a4_c3 -> a4] : contradiction : 0.8893129351168427
+[NLI] Found relation: [a4_c6 -> a4] : entailment : 1.0
+[NLI] Relations built: 98
+
Atoms: 0%| | 0/5 [00:00, ?it/s]
Atoms: 100%|██████████| 5/5 [00:00<00:00, 101803.50it/s]
+
Contexts: 0%| | 0/35 [00:00, ?it/s]
Contexts: 100%|██████████| 35/35 [00:00<00:00, 423056.60it/s]
+
Relations: 0%| | 0/98 [00:00, ?it/s]
Relations: 100%|██████████| 98/98 [00:00<00:00, 1093196.26it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c6 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c2 - a0 with discrete factor (entailment)
+Adding edge a1_c3 - a0 with discrete factor (entailment)
+Adding edge a1_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c8 - a0 with discrete factor (entailment)
+Adding edge a1_c9 - a0 with discrete factor (entailment)
+Adding edge a2_c0 - a0 with discrete factor (entailment)
+Adding edge a2_c5 - a0 with discrete factor (entailment)
+Adding edge a3_c0 - a0 with discrete factor (entailment)
+Adding edge a3_c1 - a0 with discrete factor (entailment)
+Adding edge a3_c3 - a0 with discrete factor (entailment)
+Adding edge a3_c4 - a0 with discrete factor (entailment)
+Adding edge a3_c9 - a0 with discrete factor (entailment)
+Adding edge a4_c0 - a0 with discrete factor (entailment)
+Adding edge a4_c1 - a0 with discrete factor (entailment)
+Adding edge a4_c5 - a0 with discrete factor (entailment)
+Adding edge a4_c6 - a0 with discrete factor (entailment)
+Adding edge a4_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c7 - a1 with discrete factor (entailment)
+Adding edge a0_c9 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (entailment)
+Adding edge a3_c0 - a1 with discrete factor (entailment)
+Adding edge a3_c2 - a1 with discrete factor (entailment)
+Adding edge a3_c3 - a1 with discrete factor (entailment)
+Adding edge a3_c4 - a1 with discrete factor (entailment)
+Adding edge a3_c9 - a1 with discrete factor (entailment)
+Adding edge a4_c0 - a1 with discrete factor (entailment)
+Adding edge a4_c2 - a1 with discrete factor (entailment)
+Adding edge a4_c5 - a1 with discrete factor (entailment)
+Adding edge a4_c6 - a1 with discrete factor (entailment)
+Adding edge a4_c7 - a1 with discrete factor (entailment)
+Adding edge a4_c9 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a2 with discrete factor (entailment)
+Adding edge a0_c6 - a2 with discrete factor (entailment)
+Adding edge a0_c9 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a1_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a3_c3 - a2 with discrete factor (entailment)
+Adding edge a3_c9 - a2 with discrete factor (entailment)
+Adding edge a4_c0 - a2 with discrete factor (entailment)
+Adding edge a4_c3 - a2 with discrete factor (entailment)
+Adding edge a4_c5 - a2 with discrete factor (entailment)
+Adding edge a4_c7 - a2 with discrete factor (entailment)
+Adding edge a0_c0 - a3 with discrete factor (entailment)
+Adding edge a0_c2 - a3 with discrete factor (entailment)
+Adding edge a0_c6 - a3 with discrete factor (entailment)
+Adding edge a0_c7 - a3 with discrete factor (entailment)
+Adding edge a0_c9 - a3 with discrete factor (entailment)
+Adding edge a1_c1 - a3 with discrete factor (entailment)
+Adding edge a1_c3 - a3 with discrete factor (entailment)
+Adding edge a1_c4 - a3 with discrete factor (entailment)
+Adding edge a1_c6 - a3 with discrete factor (entailment)
+Adding edge a1_c9 - a3 with discrete factor (entailment)
+Adding edge a2_c0 - a3 with discrete factor (entailment)
+Adding edge a2_c2 - a3 with discrete factor (entailment)
+Adding edge a2_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c2 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a3 with discrete factor (entailment)
+Adding edge a4_c0 - a3 with discrete factor (entailment)
+Adding edge a4_c1 - a3 with discrete factor (entailment)
+Adding edge a4_c2 - a3 with discrete factor (entailment)
+Adding edge a4_c5 - a3 with discrete factor (entailment)
+Adding edge a4_c7 - a3 with discrete factor (entailment)
+Adding edge a0_c0 - a4 with discrete factor (entailment)
+Adding edge a0_c2 - a4 with discrete factor (entailment)
+Adding edge a0_c5 - a4 with discrete factor (entailment)
+Adding edge a0_c6 - a4 with discrete factor (entailment)
+Adding edge a0_c8 - a4 with discrete factor (entailment)
+Adding edge a1_c2 - a4 with discrete factor (entailment)
+Adding edge a1_c6 - a4 with discrete factor (entailment)
+Adding edge a3_c0 - a4 with discrete factor (entailment)
+Adding edge a3_c1 - a4 with discrete factor (entailment)
+Adding edge a3_c3 - a4 with discrete factor (entailment)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c3 - a4 with discrete factor (contradiction)
+Adding edge a4_c6 - a4 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 12 14 19 27 28 29 39 34 24 6 3 10 23 35 33 1 26 5 11 15 17 22 37 18 32 2 4 7 9 13 20 25 30 36 38 31 0 8 16 21
+[WMB] + induced width : 5
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00377297 seconds
+[WMB] Created join graph with 40 clique factors
+[WMB] Number of cliques : 40
+[WMB] Number of edges : 78
+[WMB] Max clique size : 6
+[WMB] Max separator size : 5
+[WMB] Finished initialization in 0.0071609 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -13.377692 (1.549323e-06) d=1.337769e+01 time=0.008935 i=1
+[WMB] Converged after 1 iterations in 0.008959 seconds
+PR
+-13.377692 (1.549323e-06)
+STATUS
+true: Consistent evidence
+MAR
+40 2 0.000000 1.000000 2 0.022789 0.977211 2 0.008737 0.991263 2 0.060561 0.939439 2 0.011506 0.988494 2 0.111111 0.888889 2 0.064677 0.935323 2 0.017323 0.982677 2 0.000000 1.000000 2 0.017323 0.982677 2 0.044489 0.955511 2 0.056769 0.943231 2 0.065305 0.934695 2 0.008740 0.991260 2 0.121495 0.878505 2 0.056769 0.943231 2 0.000000 1.000000 2 0.034056 0.965944 2 0.021583 0.978417 2 0.119593 0.880407 2 0.111175 0.888825 2 0.000000 1.000000 2 0.022800 0.977200 2 0.044489 0.955511 2 0.031121 0.968879 2 0.008823 0.991177 2 0.014568 0.985432 2 0.085187 0.914813 2 0.081081 0.918919 2 0.096892 0.903108 2 0.058824 0.941176 2 0.000000 1.000000 2 0.017323 0.982677 2 0.022753 0.977247 2 0.107442 0.892558 2 0.702424 0.297576 2 0.017323 0.982677 2 0.022765 0.977235 2 0.058824 0.941176 2 0.194030 0.805970
+[MERLIN] I/O time is 0.002099 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.022789, 0.977211]}, {'variable': 'a0_c2', 'probabilities': [0.008737, 0.991263]}, {'variable': 'a0_c5', 'probabilities': [0.060561, 0.939439]}, {'variable': 'a0_c6', 'probabilities': [0.011506, 0.988494]}, {'variable': 'a0_c7', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a0_c8', 'probabilities': [0.064677, 0.935323]}, {'variable': 'a0_c9', 'probabilities': [0.017323, 0.982677]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c1', 'probabilities': [0.017323, 0.982677]}, {'variable': 'a1_c2', 'probabilities': [0.044489, 0.955511]}, {'variable': 'a1_c3', 'probabilities': [0.056769, 0.943231]}, {'variable': 'a1_c4', 'probabilities': [0.065305, 0.934695]}, {'variable': 'a1_c6', 'probabilities': [0.00874, 0.99126]}, {'variable': 'a1_c8', 'probabilities': [0.121495, 0.878505]}, {'variable': 'a1_c9', 'probabilities': [0.056769, 0.943231]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.034056, 0.965944]}, {'variable': 'a2_c2', 'probabilities': [0.021583, 0.978417]}, {'variable': 'a2_c4', 'probabilities': [0.119593, 0.880407]}, {'variable': 'a2_c5', 'probabilities': [0.111175, 0.888825]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.0228, 0.9772]}, {'variable': 'a3_c1', 'probabilities': [0.044489, 0.955511]}, {'variable': 'a3_c2', 'probabilities': [0.031121, 0.968879]}, {'variable': 'a3_c3', 'probabilities': [0.008823, 0.991177]}, {'variable': 'a3_c4', 'probabilities': [0.014568, 0.985432]}, {'variable': 'a3_c5', 'probabilities': [0.085187, 0.914813]}, {'variable': 'a3_c6', 'probabilities': [0.081081, 0.918919]}, {'variable': 'a3_c7', 'probabilities': [0.096892, 0.903108]}, {'variable': 'a3_c9', 'probabilities': [0.058824, 0.941176]}, {'variable': 'a4', 'probabilities': [0.0, 1.0]}, {'variable': 'a4_c0', 'probabilities': [0.017323, 0.982677]}, {'variable': 'a4_c1', 'probabilities': [0.022753, 0.977247]}, {'variable': 'a4_c2', 'probabilities': [0.107442, 0.892558]}, {'variable': 'a4_c3', 'probabilities': [0.702424, 0.297576]}, {'variable': 'a4_c5', 'probabilities': [0.017323, 0.982677]}, {'variable': 'a4_c6', 'probabilities': [0.022765, 0.977235]}, {'variable': 'a4_c7', 'probabilities': [0.058824, 0.941176]}, {'variable': 'a4_c9', 'probabilities': [0.19403, 0.80597]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] (a4): Probability for a4=0 is: 0.0
+[FactReasoner] (a4): Probability for a4=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S', 'a4': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0344 seconds.
+[DBG] update called. n= 98 links= {'context_atom': 98} types= {'entailment': 97, 'contradiction': 1}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 1.0, 'a2': 1.0, 'a3': 1.0, 'a4': 0.956}
+[DynaTD] Updated 98 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c1 -> a0] : entailment : 0.9998564337768083
+[NLI] Found relation: [c2 -> a0] : entailment : 0.9999996821087633
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 0.9999950329955904
+[NLI] Found relation: [c9 -> a0] : entailment : 1.0
+[NLI] Relations built: 6
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 26051.58it/s]
+
Contexts: 0%| | 0/6 [00:00, ?it/s]
Contexts: 100%|██████████| 6/6 [00:00<00:00, 199728.76it/s]
+
Relations: 0%| | 0/6 [00:00, ?it/s]
Relations: 100%|██████████| 6/6 [00:00<00:00, 185042.82it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000351191 seconds
+[WMB] Created join graph with 7 clique factors
+[WMB] Number of cliques : 7
+[WMB] Number of edges : 12
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000802994 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.125711 (3.244217e-01) d=1.125711e+00 time=0.001023 i=1
+[WMB] Converged after 1 iterations in 0.001041 seconds
+PR
+-1.125711 (3.244217e-01)
+STATUS
+true: Consistent evidence
+MAR
+7 2 0.000000 1.000000 2 0.058274 0.941726 2 0.087942 0.912058 2 0.081081 0.918919 2 0.052632 0.947368 2 0.087943 0.912057 2 0.081081 0.918919
+[MERLIN] I/O time is 0.000337 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'c1', 'probabilities': [0.058274, 0.941726]}, {'variable': 'c2', 'probabilities': [0.087942, 0.912058]}, {'variable': 'c3', 'probabilities': [0.081081, 0.918919]}, {'variable': 'c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c6', 'probabilities': [0.087943, 0.912057]}, {'variable': 'c9', 'probabilities': [0.081081, 0.918919]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0095 seconds.
+[DBG] update called. n= 6 links= {'context_atom': 6} types= {'entailment': 6}
+[DynaTD] consensus: {'a0': 1.0}
+[DynaTD] Updated 6 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 90 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a0] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : contradiction : 0.9999993642179308
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a1] : entailment : 0.9999973774093764
+[NLI] Found relation: [a2_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a1_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a2] : entailment : 0.9999998807907365
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : contradiction : 0.9999998013179273
+[NLI] Found relation: [a2_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Relations built: 57
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 74455.10it/s]
+
Contexts: 0%| | 0/25 [00:00, ?it/s]
Contexts: 100%|██████████| 25/25 [00:00<00:00, 582542.22it/s]
+
Relations: 0%| | 0/57 [00:00, ?it/s]
Relations: 100%|██████████| 57/57 [00:00<00:00, 996147.20it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c2 - a0 with discrete factor (contradiction)
+Adding edge a1_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c7 - a0 with discrete factor (entailment)
+Adding edge a1_c8 - a0 with discrete factor (entailment)
+Adding edge a2_c0 - a0 with discrete factor (entailment)
+Adding edge a2_c1 - a0 with discrete factor (entailment)
+Adding edge a2_c3 - a0 with discrete factor (entailment)
+Adding edge a2_c8 - a0 with discrete factor (entailment)
+Adding edge a2_c9 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a0_c9 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (contradiction)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c3 - a1 with discrete factor (entailment)
+Adding edge a2_c8 - a1 with discrete factor (entailment)
+Adding edge a2_c9 - a1 with discrete factor (entailment)
+Adding edge a0_c0 - a2 with discrete factor (entailment)
+Adding edge a0_c1 - a2 with discrete factor (entailment)
+Adding edge a0_c2 - a2 with discrete factor (entailment)
+Adding edge a0_c4 - a2 with discrete factor (entailment)
+Adding edge a0_c5 - a2 with discrete factor (entailment)
+Adding edge a0_c9 - a2 with discrete factor (entailment)
+Adding edge a1_c0 - a2 with discrete factor (entailment)
+Adding edge a1_c2 - a2 with discrete factor (contradiction)
+Adding edge a1_c3 - a2 with discrete factor (entailment)
+Adding edge a1_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (contradiction)
+Adding edge a2_c8 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 12 21 23 24 25 17 6 10 13 14 16 9 2 3 4 5 7 11 15 19 20 22 26 27 18 0 8
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00159097 seconds
+[WMB] Created join graph with 28 clique factors
+[WMB] Number of cliques : 28
+[WMB] Number of edges : 54
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00387788 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -10.230351 (3.605911e-05) d=1.023035e+01 time=0.004961 i=1
+[WMB] Converged after 1 iterations in 0.004983 seconds
+PR
+-10.230351 (3.605911e-05)
+STATUS
+true: Consistent evidence
+MAR
+28 2 0.000000 1.000000 2 0.061008 0.938992 2 0.018735 0.981265 2 0.015006 0.984994 2 0.034056 0.965944 2 0.015006 0.984994 2 0.036780 0.963220 2 0.034056 0.965944 2 0.000000 1.000000 2 0.015006 0.984994 2 0.036780 0.963220 2 1.000000 0.000000 2 0.052632 0.947368 2 0.050829 0.949171 2 0.031464 0.968536 2 0.018735 0.981265 2 0.200000 0.800000 2 0.029568 0.970432 2 0.000000 1.000000 2 0.015006 0.984994 2 0.034056 0.965944 2 0.121495 0.878505 2 0.111111 0.888889 2 0.061008 0.938992 2 0.061008 0.938992 2 1.000000 0.000000 2 0.111111 0.888889 2 0.034056 0.965944
+[MERLIN] I/O time is 0.001443 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.061008, 0.938992]}, {'variable': 'a0_c1', 'probabilities': [0.018735, 0.981265]}, {'variable': 'a0_c2', 'probabilities': [0.015006, 0.984994]}, {'variable': 'a0_c4', 'probabilities': [0.034056, 0.965944]}, {'variable': 'a0_c5', 'probabilities': [0.015006, 0.984994]}, {'variable': 'a0_c6', 'probabilities': [0.03678, 0.96322]}, {'variable': 'a0_c9', 'probabilities': [0.034056, 0.965944]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.015006, 0.984994]}, {'variable': 'a1_c1', 'probabilities': [0.03678, 0.96322]}, {'variable': 'a1_c2', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c4', 'probabilities': [0.050829, 0.949171]}, {'variable': 'a1_c5', 'probabilities': [0.031464, 0.968536]}, {'variable': 'a1_c6', 'probabilities': [0.018735, 0.981265]}, {'variable': 'a1_c7', 'probabilities': [0.2, 0.8]}, {'variable': 'a1_c8', 'probabilities': [0.029568, 0.970432]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.015006, 0.984994]}, {'variable': 'a2_c1', 'probabilities': [0.034056, 0.965944]}, {'variable': 'a2_c2', 'probabilities': [0.121495, 0.878505]}, {'variable': 'a2_c3', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a2_c4', 'probabilities': [0.061008, 0.938992]}, {'variable': 'a2_c5', 'probabilities': [0.061008, 0.938992]}, {'variable': 'a2_c6', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c8', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a2_c9', 'probabilities': [0.034056, 0.965944]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0229 seconds.
+[DBG] update called. n= 57 links= {'context_atom': 57} types= {'entailment': 53, 'contradiction': 4}
+[DynaTD] consensus: {'a0': 0.966, 'a1': 0.966, 'a2': 0.932}
+[DynaTD] Updated 57 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Relations built: 2
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 27594.11it/s]
+
Contexts: 0%| | 0/2 [00:00, ?it/s]
Contexts: 100%|██████████| 2/2 [00:00<00:00, 48770.98it/s]
+
Relations: 0%| | 0/2 [00:00, ?it/s]
Relations: 100%|██████████| 2/2 [00:00<00:00, 74235.47it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000247002 seconds
+[WMB] Created join graph with 3 clique factors
+[WMB] Number of cliques : 3
+[WMB] Number of edges : 4
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000501156 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.882396 (4.137903e-01) d=8.823960e-01 time=0.000611 i=1
+[WMB] Converged after 1 iterations in 0.000630 seconds
+PR
+-0.882396 (4.137903e-01)
+STATUS
+true: Consistent evidence
+MAR
+3 2 0.010972 0.989028 2 0.115143 0.884857 2 0.115143 0.884857
+[MERLIN] I/O time is 0.000283 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.010972, 0.989028]}, {'variable': 'c3', 'probabilities': [0.115143, 0.884857]}, {'variable': 'c8', 'probabilities': [0.115143, 0.884857]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.010972
+[FactReasoner] (a0): Probability for a0=1 is: 0.989028
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0094 seconds.
+[DBG] update called. n= 2 links= {'context_atom': 2} types= {'entailment': 2}
+[DynaTD] consensus: {'a0': 1.0}
+[DynaTD] Updated 2 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 360 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 0.9999988873824022
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c6 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a4_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a5_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a2] : entailment : 0.9999999205271529
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a2] : entailment : 0.9585714538595975
+[NLI] Found relation: [a1_c8 -> a2] : entailment : 0.9999996026360078
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a2] : entailment : 0.9994992665698696
+[NLI] Found relation: [a3_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a2] : entailment : 0.9993572955576667
+[NLI] Found relation: [a4_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a3] : entailment : 0.9999881985585495
+[NLI] Found relation: [a0_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a3] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 0.9999999602635733
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c9 -> a3] : contradiction : 0.9999998013179273
+[NLI] Found relation: [a5_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c1 -> a3] : entailment : 0.9999998410543312
+[NLI] Found relation: [a5_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c9 -> a4] : contradiction : 0.8790090261161185
+[NLI] Found relation: [a5_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a5] : entailment : 0.9999998807907365
+[NLI] Found relation: [a4_c3 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c1 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c3 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c6 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a5] : entailment : 1.0
+[NLI] Relations built: 136
+
Atoms: 0%| | 0/6 [00:00, ?it/s]
Atoms: 100%|██████████| 6/6 [00:00<00:00, 142987.64it/s]
+
Contexts: 0%| | 0/56 [00:00, ?it/s]
Contexts: 100%|██████████| 56/56 [00:00<00:00, 785555.26it/s]
+
Relations: 0%| | 0/136 [00:00, ?it/s]
Relations: 100%|██████████| 136/136 [00:00<00:00, 966822.62it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c6 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding context variable a5_c0 with discrete factor (prior)
+Adding context variable a5_c1 with discrete factor (prior)
+Adding context variable a5_c2 with discrete factor (prior)
+Adding context variable a5_c3 with discrete factor (prior)
+Adding context variable a5_c4 with discrete factor (prior)
+Adding context variable a5_c5 with discrete factor (prior)
+Adding context variable a5_c6 with discrete factor (prior)
+Adding context variable a5_c7 with discrete factor (prior)
+Adding context variable a5_c8 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c3 - a1 with discrete factor (entailment)
+Adding edge a2_c4 - a1 with discrete factor (entailment)
+Adding edge a2_c6 - a1 with discrete factor (entailment)
+Adding edge a2_c9 - a1 with discrete factor (entailment)
+Adding edge a3_c0 - a1 with discrete factor (entailment)
+Adding edge a3_c1 - a1 with discrete factor (entailment)
+Adding edge a3_c2 - a1 with discrete factor (entailment)
+Adding edge a3_c3 - a1 with discrete factor (entailment)
+Adding edge a3_c4 - a1 with discrete factor (entailment)
+Adding edge a3_c7 - a1 with discrete factor (entailment)
+Adding edge a3_c8 - a1 with discrete factor (entailment)
+Adding edge a3_c9 - a1 with discrete factor (entailment)
+Adding edge a4_c0 - a1 with discrete factor (entailment)
+Adding edge a4_c1 - a1 with discrete factor (entailment)
+Adding edge a4_c2 - a1 with discrete factor (entailment)
+Adding edge a4_c3 - a1 with discrete factor (entailment)
+Adding edge a4_c4 - a1 with discrete factor (entailment)
+Adding edge a4_c5 - a1 with discrete factor (entailment)
+Adding edge a4_c6 - a1 with discrete factor (entailment)
+Adding edge a4_c7 - a1 with discrete factor (entailment)
+Adding edge a5_c0 - a1 with discrete factor (entailment)
+Adding edge a5_c2 - a1 with discrete factor (entailment)
+Adding edge a5_c7 - a1 with discrete factor (entailment)
+Adding edge a5_c8 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c6 - a2 with discrete factor (entailment)
+Adding edge a1_c8 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c8 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a3_c0 - a2 with discrete factor (entailment)
+Adding edge a3_c2 - a2 with discrete factor (entailment)
+Adding edge a3_c7 - a2 with discrete factor (entailment)
+Adding edge a3_c9 - a2 with discrete factor (entailment)
+Adding edge a4_c1 - a2 with discrete factor (entailment)
+Adding edge a4_c6 - a2 with discrete factor (entailment)
+Adding edge a4_c7 - a2 with discrete factor (entailment)
+Adding edge a4_c8 - a2 with discrete factor (entailment)
+Adding edge a4_c9 - a2 with discrete factor (entailment)
+Adding edge a5_c0 - a2 with discrete factor (entailment)
+Adding edge a5_c2 - a2 with discrete factor (entailment)
+Adding edge a5_c4 - a2 with discrete factor (entailment)
+Adding edge a5_c5 - a2 with discrete factor (entailment)
+Adding edge a5_c8 - a2 with discrete factor (entailment)
+Adding edge a0_c0 - a3 with discrete factor (entailment)
+Adding edge a0_c1 - a3 with discrete factor (entailment)
+Adding edge a0_c2 - a3 with discrete factor (entailment)
+Adding edge a0_c5 - a3 with discrete factor (entailment)
+Adding edge a0_c6 - a3 with discrete factor (entailment)
+Adding edge a1_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c1 - a3 with discrete factor (entailment)
+Adding edge a3_c2 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c8 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a3 with discrete factor (entailment)
+Adding edge a4_c0 - a3 with discrete factor (entailment)
+Adding edge a4_c1 - a3 with discrete factor (entailment)
+Adding edge a4_c2 - a3 with discrete factor (entailment)
+Adding edge a4_c3 - a3 with discrete factor (entailment)
+Adding edge a4_c4 - a3 with discrete factor (entailment)
+Adding edge a4_c5 - a3 with discrete factor (entailment)
+Adding edge a4_c7 - a3 with discrete factor (entailment)
+Adding edge a4_c8 - a3 with discrete factor (entailment)
+Adding edge a4_c9 - a3 with discrete factor (contradiction)
+Adding edge a5_c0 - a3 with discrete factor (entailment)
+Adding edge a5_c1 - a3 with discrete factor (entailment)
+Adding edge a5_c2 - a3 with discrete factor (entailment)
+Adding edge a5_c3 - a3 with discrete factor (entailment)
+Adding edge a5_c4 - a3 with discrete factor (entailment)
+Adding edge a5_c5 - a3 with discrete factor (entailment)
+Adding edge a5_c8 - a3 with discrete factor (entailment)
+Adding edge a1_c2 - a4 with discrete factor (entailment)
+Adding edge a1_c3 - a4 with discrete factor (entailment)
+Adding edge a3_c1 - a4 with discrete factor (entailment)
+Adding edge a3_c3 - a4 with discrete factor (entailment)
+Adding edge a3_c4 - a4 with discrete factor (entailment)
+Adding edge a4_c0 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c3 - a4 with discrete factor (entailment)
+Adding edge a4_c5 - a4 with discrete factor (entailment)
+Adding edge a4_c8 - a4 with discrete factor (entailment)
+Adding edge a4_c9 - a4 with discrete factor (contradiction)
+Adding edge a5_c2 - a4 with discrete factor (entailment)
+Adding edge a5_c4 - a4 with discrete factor (entailment)
+Adding edge a5_c8 - a4 with discrete factor (entailment)
+Adding edge a0_c2 - a5 with discrete factor (entailment)
+Adding edge a3_c0 - a5 with discrete factor (entailment)
+Adding edge a3_c1 - a5 with discrete factor (entailment)
+Adding edge a3_c2 - a5 with discrete factor (entailment)
+Adding edge a3_c5 - a5 with discrete factor (entailment)
+Adding edge a3_c7 - a5 with discrete factor (entailment)
+Adding edge a3_c8 - a5 with discrete factor (entailment)
+Adding edge a3_c9 - a5 with discrete factor (entailment)
+Adding edge a4_c1 - a5 with discrete factor (entailment)
+Adding edge a4_c3 - a5 with discrete factor (entailment)
+Adding edge a4_c4 - a5 with discrete factor (entailment)
+Adding edge a4_c5 - a5 with discrete factor (entailment)
+Adding edge a4_c7 - a5 with discrete factor (entailment)
+Adding edge a5_c0 - a5 with discrete factor (entailment)
+Adding edge a5_c1 - a5 with discrete factor (entailment)
+Adding edge a5_c2 - a5 with discrete factor (entailment)
+Adding edge a5_c3 - a5 with discrete factor (entailment)
+Adding edge a5_c6 - a5 with discrete factor (entailment)
+Adding edge a5_c8 - a5 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 5 6 9 10 12 13 16 17 19 21 23 28 29 59 60 54 37 56 18 20 24 25 26 27 30 48 8 4 58 7 1 2 39 0 46 34 3 32 38 40 43 49 53 50 51 57 15 14 35 36 42 44 47 33 45 55 61 22 11 31 41 52
+[WMB] + induced width : 5
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00526404 seconds
+[WMB] Created join graph with 62 clique factors
+[WMB] Number of cliques : 62
+[WMB] Number of edges : 122
+[WMB] Max clique size : 6
+[WMB] Max separator size : 5
+[WMB] Finished initialization in 0.0111489 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -19.420705 (3.678704e-09) d=1.942071e+01 time=0.014453 i=1
+[WMB] Converged after 1 iterations in 0.014478 seconds
+PR
+-19.420705 (3.678704e-09)
+STATUS
+true: Consistent evidence
+MAR
+62 2 0.000000 1.000000 2 0.042254 0.957746 2 0.200000 0.800000 2 0.016181 0.983819 2 0.040673 0.959327 2 0.333333 0.666667 2 0.333333 0.666667 2 0.042254 0.957746 2 0.040673 0.959327 2 0.333333 0.666667 2 0.333333 0.666667 2 0.000000 1.000000 2 0.104629 0.895371 2 0.032749 0.967251 2 0.014201 0.985799 2 0.111111 0.888889 2 0.333333 0.666667 2 0.104629 0.895371 2 0.100341 0.899659 2 0.123596 0.876404 2 0.050667 0.949333 2 0.263158 0.736842 2 0.000000 1.000000 2 0.104629 0.895371 2 0.200000 0.800000 2 0.016647 0.983353 2 0.018230 0.981770 2 0.065868 0.934132 2 0.104629 0.895371 2 0.058551 0.941449 2 0.099099 0.900901 2 0.000000 1.000000 2 0.014404 0.985596 2 0.006388 0.993612 2 0.010488 0.989512 2 0.021583 0.978417 2 0.023538 0.976462 2 0.025073 0.974927 2 0.013167 0.986833 2 0.028385 0.971615 2 0.010909 0.989091 2 0.000000 1.000000 2 0.111111 0.888889 2 0.010488 0.989512 2 0.040000 0.960000 2 0.006388 0.993612 2 0.025992 0.974008 2 0.006388 0.993612 2 0.042254 0.957746 2 0.007151 0.992849 2 0.028402 0.971598 2 0.999998 0.000002 2 0.000000 1.000000 2 0.016181 0.983819 2 0.200000 0.800000 2 0.030303 0.969697 2 0.040673 0.959327 2 0.028385 0.971615 2 0.040673 0.959327 2 0.333333 0.666667 2 0.176156 0.823844 2 0.006627 0.993373
+[MERLIN] I/O time is 0.002785 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.042254, 0.957746]}, {'variable': 'a0_c1', 'probabilities': [0.2, 0.8]}, {'variable': 'a0_c2', 'probabilities': [0.016181, 0.983819]}, {'variable': 'a0_c3', 'probabilities': [0.040673, 0.959327]}, {'variable': 'a0_c4', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a0_c5', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a0_c6', 'probabilities': [0.042254, 0.957746]}, {'variable': 'a0_c7', 'probabilities': [0.040673, 0.959327]}, {'variable': 'a0_c8', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a0_c9', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.104629, 0.895371]}, {'variable': 'a1_c1', 'probabilities': [0.032749, 0.967251]}, {'variable': 'a1_c2', 'probabilities': [0.014201, 0.985799]}, {'variable': 'a1_c3', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a1_c4', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a1_c5', 'probabilities': [0.104629, 0.895371]}, {'variable': 'a1_c6', 'probabilities': [0.100341, 0.899659]}, {'variable': 'a1_c7', 'probabilities': [0.123596, 0.876404]}, {'variable': 'a1_c8', 'probabilities': [0.050667, 0.949333]}, {'variable': 'a1_c9', 'probabilities': [0.263158, 0.736842]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.104629, 0.895371]}, {'variable': 'a2_c1', 'probabilities': [0.2, 0.8]}, {'variable': 'a2_c3', 'probabilities': [0.016647, 0.983353]}, {'variable': 'a2_c4', 'probabilities': [0.01823, 0.98177]}, {'variable': 'a2_c6', 'probabilities': [0.065868, 0.934132]}, {'variable': 'a2_c7', 'probabilities': [0.104629, 0.895371]}, {'variable': 'a2_c8', 'probabilities': [0.058551, 0.941449]}, {'variable': 'a2_c9', 'probabilities': [0.099099, 0.900901]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.014404, 0.985596]}, {'variable': 'a3_c1', 'probabilities': [0.006388, 0.993612]}, {'variable': 'a3_c2', 'probabilities': [0.010488, 0.989512]}, {'variable': 'a3_c3', 'probabilities': [0.021583, 0.978417]}, {'variable': 'a3_c4', 'probabilities': [0.023538, 0.976462]}, {'variable': 'a3_c5', 'probabilities': [0.025073, 0.974927]}, {'variable': 'a3_c7', 'probabilities': [0.013167, 0.986833]}, {'variable': 'a3_c8', 'probabilities': [0.028385, 0.971615]}, {'variable': 'a3_c9', 'probabilities': [0.010909, 0.989091]}, {'variable': 'a4', 'probabilities': [0.0, 1.0]}, {'variable': 'a4_c0', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a4_c1', 'probabilities': [0.010488, 0.989512]}, {'variable': 'a4_c2', 'probabilities': [0.04, 0.96]}, {'variable': 'a4_c3', 'probabilities': [0.006388, 0.993612]}, {'variable': 'a4_c4', 'probabilities': [0.025992, 0.974008]}, {'variable': 'a4_c5', 'probabilities': [0.006388, 0.993612]}, {'variable': 'a4_c6', 'probabilities': [0.042254, 0.957746]}, {'variable': 'a4_c7', 'probabilities': [0.007151, 0.992849]}, {'variable': 'a4_c8', 'probabilities': [0.028402, 0.971598]}, {'variable': 'a4_c9', 'probabilities': [0.999998, 2e-06]}, {'variable': 'a5', 'probabilities': [0.0, 1.0]}, {'variable': 'a5_c0', 'probabilities': [0.016181, 0.983819]}, {'variable': 'a5_c1', 'probabilities': [0.2, 0.8]}, {'variable': 'a5_c2', 'probabilities': [0.030303, 0.969697]}, {'variable': 'a5_c3', 'probabilities': [0.040673, 0.959327]}, {'variable': 'a5_c4', 'probabilities': [0.028385, 0.971615]}, {'variable': 'a5_c5', 'probabilities': [0.040673, 0.959327]}, {'variable': 'a5_c6', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a5_c7', 'probabilities': [0.176156, 0.823844]}, {'variable': 'a5_c8', 'probabilities': [0.006627, 0.993373]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] (a4): Probability for a4=0 is: 0.0
+[FactReasoner] (a4): Probability for a4=1 is: 1.0
+[FactReasoner] (a5): Probability for a5=0 is: 0.0
+[FactReasoner] (a5): Probability for a5=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S', 'a4': 'S', 'a5': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0448 seconds.
+[DBG] update called. n= 136 links= {'context_atom': 136} types= {'entailment': 134, 'contradiction': 2}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 1.0, 'a2': 1.0, 'a3': 0.963, 'a4': 0.927, 'a5': 1.0}
+[DynaTD] Updated 136 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [c3 -> a0] : entailment : 0.9999998807907365
+[NLI] Found relation: [c9 -> a0] : entailment : 0.999998768173707
+[NLI] Relations built: 3
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 29330.80it/s]
+
Contexts: 0%| | 0/3 [00:00, ?it/s]
Contexts: 100%|██████████| 3/3 [00:00<00:00, 110376.42it/s]
+
Relations: 0%| | 0/3 [00:00, ?it/s]
Relations: 100%|██████████| 3/3 [00:00<00:00, 111353.20it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000257015 seconds
+[WMB] Created join graph with 4 clique factors
+[WMB] Number of cliques : 4
+[WMB] Number of edges : 6
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000533104 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.140706 (3.195934e-01) d=1.140706e+00 time=0.000671 i=1
+[WMB] Converged after 1 iterations in 0.000690 seconds
+PR
+-1.140706 (3.195934e-01)
+STATUS
+true: Consistent evidence
+MAR
+4 2 0.002371 0.997629 2 0.334914 0.665086 2 0.090105 0.909895 2 0.083260 0.916740
+[MERLIN] I/O time is 0.000295 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.002371, 0.997629]}, {'variable': 'c2', 'probabilities': [0.334914, 0.665086]}, {'variable': 'c3', 'probabilities': [0.090105, 0.909895]}, {'variable': 'c9', 'probabilities': [0.08326, 0.91674]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.002371
+[FactReasoner] (a0): Probability for a0=1 is: 0.997629
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0135 seconds.
+[DBG] update called. n= 3 links= {'context_atom': 3} types= {'entailment': 3}
+[DynaTD] consensus: {'a0': 1.0}
+[DynaTD] Updated 3 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 250 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 0.999947195860167
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a0] : entailment : 0.999998768173707
+[NLI] Found relation: [a2_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a0] : entailment : 0.9999997615815251
+[NLI] Found relation: [a2_c9 -> a0] : entailment : 0.9999944369619821
+[NLI] Found relation: [a3_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a0] : entailment : 0.9999984105478588
+[NLI] Found relation: [a4_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a4_c4 -> a0] : entailment : 0.9999995231632965
+[NLI] Found relation: [a4_c8 -> a0] : entailment : 0.9999990463275026
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 0.999997933714149
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 0.9999994834269622
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 0.9999998807907365
+[NLI] Found relation: [a2_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a1] : entailment : 0.9999998807907365
+[NLI] Found relation: [a2_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a1] : entailment : 0.9999779869877486
+[NLI] Found relation: [a3_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a1] : entailment : 0.9971321402298235
+[NLI] Found relation: [a0_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 0.9194517237672224
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 0.9999828344510425
+[NLI] Found relation: [a2_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a2] : contradiction : 0.9999992052726283
+[NLI] Found relation: [a4_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a3] : contradiction : 0.9939679669709636
+[NLI] Found relation: [a2_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a3] : entailment : 0.9999805696408871
+[NLI] Found relation: [a4_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a4] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a4] : contradiction : 0.9999998013179273
+[NLI] Found relation: [a2_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a4] : entailment : 0.9839337388290108
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 0.9999956687667205
+[NLI] Found relation: [a4_c6 -> a4] : entailment : 0.9999998807907365
+[NLI] Found relation: [a4_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a4] : entailment : 0.999975046767139
+[NLI] Relations built: 91
+
Atoms: 0%| | 0/5 [00:00, ?it/s]
Atoms: 100%|██████████| 5/5 [00:00<00:00, 135300.13it/s]
+
Contexts: 0%| | 0/36 [00:00, ?it/s]
Contexts: 100%|██████████| 36/36 [00:00<00:00, 689474.63it/s]
+
Relations: 0%| | 0/91 [00:00, ?it/s]
Relations: 100%|██████████| 91/91 [00:00<00:00, 1109539.72it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a4_c6 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c6 - a0 with discrete factor (entailment)
+Adding edge a2_c0 - a0 with discrete factor (entailment)
+Adding edge a2_c1 - a0 with discrete factor (entailment)
+Adding edge a2_c2 - a0 with discrete factor (entailment)
+Adding edge a2_c4 - a0 with discrete factor (entailment)
+Adding edge a2_c7 - a0 with discrete factor (entailment)
+Adding edge a2_c9 - a0 with discrete factor (entailment)
+Adding edge a3_c1 - a0 with discrete factor (entailment)
+Adding edge a3_c6 - a0 with discrete factor (entailment)
+Adding edge a4_c1 - a0 with discrete factor (entailment)
+Adding edge a4_c3 - a0 with discrete factor (entailment)
+Adding edge a4_c4 - a0 with discrete factor (entailment)
+Adding edge a4_c8 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (entailment)
+Adding edge a2_c4 - a1 with discrete factor (entailment)
+Adding edge a2_c9 - a1 with discrete factor (entailment)
+Adding edge a3_c0 - a1 with discrete factor (entailment)
+Adding edge a3_c1 - a1 with discrete factor (entailment)
+Adding edge a4_c1 - a1 with discrete factor (entailment)
+Adding edge a0_c0 - a2 with discrete factor (entailment)
+Adding edge a1_c0 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a1_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c8 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a3_c1 - a2 with discrete factor (entailment)
+Adding edge a3_c2 - a2 with discrete factor (entailment)
+Adding edge a3_c6 - a2 with discrete factor (entailment)
+Adding edge a4_c1 - a2 with discrete factor (entailment)
+Adding edge a4_c3 - a2 with discrete factor (contradiction)
+Adding edge a4_c8 - a2 with discrete factor (entailment)
+Adding edge a0_c0 - a3 with discrete factor (entailment)
+Adding edge a1_c0 - a3 with discrete factor (entailment)
+Adding edge a1_c1 - a3 with discrete factor (entailment)
+Adding edge a1_c5 - a3 with discrete factor (entailment)
+Adding edge a1_c6 - a3 with discrete factor (contradiction)
+Adding edge a2_c0 - a3 with discrete factor (entailment)
+Adding edge a2_c1 - a3 with discrete factor (entailment)
+Adding edge a2_c2 - a3 with discrete factor (entailment)
+Adding edge a2_c4 - a3 with discrete factor (entailment)
+Adding edge a2_c9 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c1 - a3 with discrete factor (entailment)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c8 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a3 with discrete factor (entailment)
+Adding edge a4_c1 - a3 with discrete factor (entailment)
+Adding edge a0_c0 - a4 with discrete factor (entailment)
+Adding edge a1_c0 - a4 with discrete factor (entailment)
+Adding edge a1_c1 - a4 with discrete factor (entailment)
+Adding edge a1_c4 - a4 with discrete factor (entailment)
+Adding edge a1_c5 - a4 with discrete factor (entailment)
+Adding edge a1_c6 - a4 with discrete factor (contradiction)
+Adding edge a2_c0 - a4 with discrete factor (entailment)
+Adding edge a2_c1 - a4 with discrete factor (entailment)
+Adding edge a2_c2 - a4 with discrete factor (entailment)
+Adding edge a2_c4 - a4 with discrete factor (entailment)
+Adding edge a2_c7 - a4 with discrete factor (entailment)
+Adding edge a2_c9 - a4 with discrete factor (entailment)
+Adding edge a3_c1 - a4 with discrete factor (entailment)
+Adding edge a3_c3 - a4 with discrete factor (entailment)
+Adding edge a3_c6 - a4 with discrete factor (entailment)
+Adding edge a4_c0 - a4 with discrete factor (entailment)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c6 - a4 with discrete factor (entailment)
+Adding edge a4_c7 - a4 with discrete factor (entailment)
+Adding edge a4_c8 - a4 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 3 7 14 16 17 19 24 25 26 27 29 30 31 33 35 37 38 39 36 22 40 18 9 28 6 1 5 8 11 12 13 15 20 23 34 4 0 10 21 32
+[WMB] + induced width : 5
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.003052 seconds
+[WMB] Created join graph with 41 clique factors
+[WMB] Number of cliques : 41
+[WMB] Number of edges : 80
+[WMB] Max clique size : 6
+[WMB] Max separator size : 5
+[WMB] Finished initialization in 0.00624704 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -16.866244 (4.732421e-08) d=1.686624e+01 time=0.007916 i=1
+[WMB] Converged after 1 iterations in 0.007943 seconds
+PR
+-16.866244 (4.732421e-08)
+STATUS
+true: Consistent evidence
+MAR
+41 2 0.000000 1.000000 2 0.005484 0.994516 2 0.053608 0.946392 2 0.333333 0.666667 2 0.000000 1.000000 2 0.005484 0.994516 2 0.030303 0.969697 2 0.273885 0.726115 2 0.005484 0.994516 2 1.000000 0.000000 2 0.000000 1.000000 2 0.005272 0.994728 2 0.011236 0.988764 2 0.030303 0.969697 2 0.263158 0.736842 2 0.005484 0.994516 2 0.352249 0.647751 2 0.263158 0.736842 2 0.111113 0.888887 2 0.333333 0.666667 2 0.005484 0.994516 2 0.000000 1.000000 2 0.200004 0.799996 2 0.005272 0.994728 2 0.153846 0.846154 2 0.273885 0.726115 2 0.053606 0.946394 2 0.333333 0.666667 2 0.010909 0.989091 2 0.333333 0.666667 2 0.333333 0.666667 2 0.094663 0.905337 2 0.000000 1.000000 2 0.266311 0.733689 2 0.005500 0.994500 2 0.053606 0.946394 2 0.999997 0.000003 2 0.273885 0.726115 2 0.053606 0.946394 2 0.273885 0.726115 2 0.111114 0.888886
+[MERLIN] I/O time is 0.002020 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.005484, 0.994516]}, {'variable': 'a0_c3', 'probabilities': [0.053608, 0.946392]}, {'variable': 'a0_c7', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.005484, 0.994516]}, {'variable': 'a1_c1', 'probabilities': [0.030303, 0.969697]}, {'variable': 'a1_c4', 'probabilities': [0.273885, 0.726115]}, {'variable': 'a1_c5', 'probabilities': [0.005484, 0.994516]}, {'variable': 'a1_c6', 'probabilities': [1.0, 0.0]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.005272, 0.994728]}, {'variable': 'a2_c1', 'probabilities': [0.011236, 0.988764]}, {'variable': 'a2_c2', 'probabilities': [0.030303, 0.969697]}, {'variable': 'a2_c3', 'probabilities': [0.263158, 0.736842]}, {'variable': 'a2_c4', 'probabilities': [0.005484, 0.994516]}, {'variable': 'a2_c5', 'probabilities': [0.352249, 0.647751]}, {'variable': 'a2_c6', 'probabilities': [0.263158, 0.736842]}, {'variable': 'a2_c7', 'probabilities': [0.111113, 0.888887]}, {'variable': 'a2_c8', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2_c9', 'probabilities': [0.005484, 0.994516]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.200004, 0.799996]}, {'variable': 'a3_c1', 'probabilities': [0.005272, 0.994728]}, {'variable': 'a3_c2', 'probabilities': [0.153846, 0.846154]}, {'variable': 'a3_c3', 'probabilities': [0.273885, 0.726115]}, {'variable': 'a3_c4', 'probabilities': [0.053606, 0.946394]}, {'variable': 'a3_c5', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a3_c6', 'probabilities': [0.010909, 0.989091]}, {'variable': 'a3_c7', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a3_c8', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a3_c9', 'probabilities': [0.094663, 0.905337]}, {'variable': 'a4', 'probabilities': [0.0, 1.0]}, {'variable': 'a4_c0', 'probabilities': [0.266311, 0.733689]}, {'variable': 'a4_c1', 'probabilities': [0.0055, 0.9945]}, {'variable': 'a4_c2', 'probabilities': [0.053606, 0.946394]}, {'variable': 'a4_c3', 'probabilities': [0.999997, 3e-06]}, {'variable': 'a4_c4', 'probabilities': [0.273885, 0.726115]}, {'variable': 'a4_c6', 'probabilities': [0.053606, 0.946394]}, {'variable': 'a4_c7', 'probabilities': [0.273885, 0.726115]}, {'variable': 'a4_c8', 'probabilities': [0.111114, 0.888886]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] (a4): Probability for a4=0 is: 0.0
+[FactReasoner] (a4): Probability for a4=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S', 'a4': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0355 seconds.
+[DBG] update called. n= 91 links= {'context_atom': 91} types= {'entailment': 88, 'contradiction': 3}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 1.0, 'a2': 0.964, 'a3': 0.963, 'a4': 0.967}
+[DynaTD] Updated 91 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Relations built: 2
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 29959.31it/s]
+
Contexts: 0%| | 0/2 [00:00, ?it/s]
Contexts: 100%|██████████| 2/2 [00:00<00:00, 87381.33it/s]
+
Relations: 0%| | 0/2 [00:00, ?it/s]
Relations: 100%|██████████| 2/2 [00:00<00:00, 79137.81it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000221968 seconds
+[WMB] Created join graph with 3 clique factors
+[WMB] Number of cliques : 3
+[WMB] Number of edges : 4
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000438929 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.163151 (3.125000e-01) d=1.163151e+00 time=0.000546 i=1
+[WMB] Converged after 1 iterations in 0.000561 seconds
+PR
+-1.163151 (3.125000e-01)
+STATUS
+true: Consistent evidence
+MAR
+3 2 0.100000 0.900000 2 0.400000 0.600000 2 0.400000 0.600000
+[MERLIN] I/O time is 0.000240 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.1, 0.9]}, {'variable': 'c0', 'probabilities': [0.4, 0.6]}, {'variable': 'c5', 'probabilities': [0.4, 0.6]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.1
+[FactReasoner] (a0): Probability for a0=1 is: 0.9
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0102 seconds.
+[DBG] update called. n= 2 links= {'context_atom': 2} types= {'entailment': 2}
+[DynaTD] consensus: {'a0': 1.0}
+[DynaTD] Updated 2 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 250 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+INFO:openai._base_client:Retrying request to /chat/completions in 0.394974 seconds
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 0.9999998410543312
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 0.9993572955576667
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 0.9993572955576667
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a3] : entailment : 0.9999973774093764
+[NLI] Found relation: [a1_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 0.9999999602635733
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a4] : entailment : 0.999912912917666
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 0.9999984105478588
+[NLI] Relations built: 46
+
Atoms: 0%| | 0/5 [00:00, ?it/s]
Atoms: 100%|██████████| 5/5 [00:00<00:00, 141699.46it/s]
+
Contexts: 0%| | 0/16 [00:00, ?it/s]
Contexts: 100%|██████████| 16/16 [00:00<00:00, 432960.41it/s]
+
Relations: 0%| | 0/46 [00:00, ?it/s]
Relations: 100%|██████████| 46/46 [00:00<00:00, 893231.41it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c2 - a0 with discrete factor (entailment)
+Adding edge a1_c3 - a0 with discrete factor (entailment)
+Adding edge a1_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a2_c0 - a0 with discrete factor (entailment)
+Adding edge a2_c6 - a0 with discrete factor (entailment)
+Adding edge a3_c0 - a0 with discrete factor (entailment)
+Adding edge a3_c4 - a0 with discrete factor (entailment)
+Adding edge a3_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c6 - a1 with discrete factor (entailment)
+Adding edge a3_c0 - a1 with discrete factor (entailment)
+Adding edge a3_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c3 - a2 with discrete factor (entailment)
+Adding edge a1_c4 - a2 with discrete factor (entailment)
+Adding edge a1_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a3_c0 - a2 with discrete factor (entailment)
+Adding edge a3_c5 - a2 with discrete factor (entailment)
+Adding edge a4_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c0 - a3 with discrete factor (entailment)
+Adding edge a1_c1 - a3 with discrete factor (entailment)
+Adding edge a1_c2 - a3 with discrete factor (entailment)
+Adding edge a1_c3 - a3 with discrete factor (entailment)
+Adding edge a1_c5 - a3 with discrete factor (entailment)
+Adding edge a2_c0 - a3 with discrete factor (entailment)
+Adding edge a2_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 18 20 19 16 15 9 13 5 6 7 8 10 12 17 14 0 4 11
+[WMB] + induced width : 4
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00148702 seconds
+[WMB] Created join graph with 21 clique factors
+[WMB] Number of cliques : 21
+[WMB] Number of edges : 40
+[WMB] Max clique size : 5
+[WMB] Max separator size : 4
+[WMB] Finished initialization in 0.00332999 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -11.198437 (1.369559e-05) d=1.119844e+01 time=0.004162 i=1
+[WMB] Converged after 1 iterations in 0.004186 seconds
+PR
+-11.198437 (1.369559e-05)
+STATUS
+true: Consistent evidence
+MAR
+21 2 0.000000 1.000000 2 0.052632 0.947368 2 0.081129 0.918871 2 0.333476 0.666524 2 0.000000 1.000000 2 0.058824 0.941176 2 0.058824 0.941176 2 0.015070 0.984930 2 0.114894 0.885106 2 0.111111 0.888889 2 0.058824 0.941176 2 0.000000 1.000000 2 0.058824 0.941176 2 0.058824 0.941176 2 0.000000 1.000000 2 0.111111 0.888889 2 0.200000 0.800000 2 0.058824 0.941176 2 0.375017 0.624983 2 0.062514 0.937486 2 0.250011 0.749989
+[MERLIN] I/O time is 0.001308 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c3', 'probabilities': [0.081129, 0.918871]}, {'variable': 'a0_c4', 'probabilities': [0.333476, 0.666524]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.058824, 0.941176]}, {'variable': 'a1_c1', 'probabilities': [0.058824, 0.941176]}, {'variable': 'a1_c2', 'probabilities': [0.01507, 0.98493]}, {'variable': 'a1_c3', 'probabilities': [0.114894, 0.885106]}, {'variable': 'a1_c4', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a1_c5', 'probabilities': [0.058824, 0.941176]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.058824, 0.941176]}, {'variable': 'a2_c6', 'probabilities': [0.058824, 0.941176]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a3_c4', 'probabilities': [0.2, 0.8]}, {'variable': 'a3_c5', 'probabilities': [0.058824, 0.941176]}, {'variable': 'a3_c9', 'probabilities': [0.375017, 0.624983]}, {'variable': 'a4', 'probabilities': [0.062514, 0.937486]}, {'variable': 'a4_c2', 'probabilities': [0.250011, 0.749989]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] (a4): Probability for a4=0 is: 0.062514
+[FactReasoner] (a4): Probability for a4=1 is: 0.937486
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S', 'a4': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0227 seconds.
+[DBG] update called. n= 46 links= {'context_atom': 46} types= {'entailment': 46}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 1.0, 'a2': 1.0, 'a3': 1.0, 'a4': 1.0}
+[DynaTD] Updated 46 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Relations built: 0
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 160 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 0.999912912917666
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 0.9999321393877604
+[NLI] Found relation: [a0_c4 -> a2] : entailment : 0.9671487352520451
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 0.9999679744880208
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a2] : contradiction : 0.9986413762776132
+[NLI] Found relation: [a1_c2 -> a3] : entailment : 0.9999998807907365
+[NLI] Found relation: [a1_c8 -> a3] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c0 -> a3] : entailment : 0.9999998807907365
+[NLI] Found relation: [a3_c2 -> a3] : entailment : 0.9977639356511496
+[NLI] Relations built: 16
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 77314.36it/s]
+
Contexts: 0%| | 0/11 [00:00, ?it/s]
Contexts: 100%|██████████| 11/11 [00:00<00:00, 259198.56it/s]
+
Relations: 0%| | 0/16 [00:00, ?it/s]
Relations: 100%|██████████| 16/16 [00:00<00:00, 370767.20it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a0_c4 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a3_c2 - a2 with discrete factor (entailment)
+Adding edge a3_c5 - a2 with discrete factor (contradiction)
+Adding edge a1_c2 - a3 with discrete factor (entailment)
+Adding edge a1_c8 - a3 with discrete factor (entailment)
+Adding edge a2_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c2 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 3 7 8 11 14 13 10 12 4 6 9 0 1 5
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000631094 seconds
+[WMB] Created join graph with 15 clique factors
+[WMB] Number of cliques : 15
+[WMB] Number of edges : 28
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00142002 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -8.394537 (2.260992e-04) d=8.394537e+00 time=0.001915 i=1
+[WMB] Converged after 1 iterations in 0.001939 seconds
+PR
+-8.394537 (2.260992e-04)
+STATUS
+true: Consistent evidence
+MAR
+15 2 0.000246 0.999754 2 0.089931 0.910069 2 0.103269 0.896731 2 0.333498 0.666502 2 0.079947 0.920053 2 0.006971 0.993029 2 0.090245 0.909755 2 0.336039 0.663961 2 0.336039 0.663961 2 0.000615 0.999385 2 0.203689 0.796311 2 0.081646 0.918354 2 0.004058 0.995942 2 0.182578 0.817422 2 0.974544 0.025456
+[MERLIN] I/O time is 0.000772 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.000246, 0.999754]}, {'variable': 'a0_c0', 'probabilities': [0.089931, 0.910069]}, {'variable': 'a0_c1', 'probabilities': [0.103269, 0.896731]}, {'variable': 'a0_c3', 'probabilities': [0.333498, 0.666502]}, {'variable': 'a0_c4', 'probabilities': [0.079947, 0.920053]}, {'variable': 'a1', 'probabilities': [0.006971, 0.993029]}, {'variable': 'a1_c1', 'probabilities': [0.090245, 0.909755]}, {'variable': 'a1_c2', 'probabilities': [0.336039, 0.663961]}, {'variable': 'a1_c8', 'probabilities': [0.336039, 0.663961]}, {'variable': 'a2', 'probabilities': [0.000615, 0.999385]}, {'variable': 'a2_c0', 'probabilities': [0.203689, 0.796311]}, {'variable': 'a2_c7', 'probabilities': [0.081646, 0.918354]}, {'variable': 'a3', 'probabilities': [0.004058, 0.995942]}, {'variable': 'a3_c2', 'probabilities': [0.182578, 0.817422]}, {'variable': 'a3_c5', 'probabilities': [0.974544, 0.025456]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.000246
+[FactReasoner] (a0): Probability for a0=1 is: 0.999754
+[FactReasoner] (a1): Probability for a1=0 is: 0.006971
+[FactReasoner] (a1): Probability for a1=1 is: 0.993029
+[FactReasoner] (a2): Probability for a2=0 is: 0.000615
+[FactReasoner] (a2): Probability for a2=1 is: 0.999385
+[FactReasoner] (a3): Probability for a3=0 is: 0.004058
+[FactReasoner] (a3): Probability for a3=1 is: 0.995942
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0173 seconds.
+[DBG] update called. n= 16 links= {'context_atom': 16} types= {'entailment': 15, 'contradiction': 1}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 1.0, 'a2': 0.787, 'a3': 1.0}
+[DynaTD] Updated 16 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c5 -> a0] : contradiction : 0.9999989668549492
+[NLI] Found relation: [c6 -> a0] : contradiction : 0.9999935230459682
+[NLI] Found relation: [c7 -> a0] : contradiction : 0.9999946753750191
+[NLI] Relations built: 3
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 21183.35it/s]
+
Contexts: 0%| | 0/3 [00:00, ?it/s]
Contexts: 100%|██████████| 3/3 [00:00<00:00, 88612.06it/s]
+
Relations: 0%| | 0/3 [00:00, ?it/s]
Relations: 100%|██████████| 3/3 [00:00<00:00, 92521.41it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding edge c5 - a0 with discrete factor (contradiction)
+Adding edge c6 - a0 with discrete factor (contradiction)
+Adding edge c7 - a0 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000267982 seconds
+[WMB] Created join graph with 4 clique factors
+[WMB] Number of cliques : 4
+[WMB] Number of edges : 6
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000558138 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.980382 (3.751677e-01) d=9.803822e-01 time=0.000706 i=1
+[WMB] Converged after 1 iterations in 0.000726 seconds
+PR
+-0.980382 (3.751677e-01)
+STATUS
+true: Consistent evidence
+MAR
+4 2 0.999377 0.000623 2 0.061593 0.938407 2 0.194533 0.805467 2 0.053222 0.946778
+[MERLIN] I/O time is 0.000310 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.999377, 0.000623]}, {'variable': 'c5', 'probabilities': [0.061593, 0.938407]}, {'variable': 'c6', 'probabilities': [0.194533, 0.805467]}, {'variable': 'c7', 'probabilities': [0.053222, 0.946778]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.999377
+[FactReasoner] (a0): Probability for a0=1 is: 0.000623
+[FactReasoner] Predictions: {'a0': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0133 seconds.
+[DBG] update called. n= 3 links= {'context_atom': 3} types= {'contradiction': 3}
+[DynaTD] consensus: {'a0': 0.0}
+[DynaTD] Updated 3 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 360 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a5_c1 -> a0] : contradiction : 0.9999973774093764
+[NLI] Found relation: [a5_c2 -> a0] : contradiction : 0.9999943574907804
+[NLI] Found relation: [a5_c8 -> a0] : contradiction : 0.9999529564914745
+[NLI] Found relation: [a0_c0 -> a2] : entailment : 0.9999990463275026
+[NLI] Found relation: [a0_c6 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a5_c0 -> a2] : entailment : 0.9999999205271529
+[NLI] Found relation: [a0_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a3] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a3] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a3] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a2_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c6 -> a3] : contradiction : 0.9999998013179273
+[NLI] Found relation: [a4_c9 -> a3] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a5_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c1 -> a3] : contradiction : 0.9999997615815251
+[NLI] Found relation: [a5_c5 -> a3] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a5_c8 -> a3] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a4] : contradiction : 0.8680757036770529
+[NLI] Found relation: [a4_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a5] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a5] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a5] : entailment : 0.999975046767139
+[NLI] Found relation: [a0_c7 -> a5] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a5] : entailment : 0.9999999602635733
+[NLI] Found relation: [a5_c1 -> a5] : entailment : 0.9999992450089515
+[NLI] Found relation: [a5_c2 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c6 -> a5] : entailment : 0.999986648915482
+[NLI] Found relation: [a5_c8 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c9 -> a5] : entailment : 1.0
+[NLI] Relations built: 42
+
Atoms: 0%| | 0/6 [00:00, ?it/s]
Atoms: 100%|██████████| 6/6 [00:00<00:00, 85019.68it/s]
+
Contexts: 0%| | 0/23 [00:00, ?it/s]
Contexts: 100%|██████████| 23/23 [00:00<00:00, 513132.94it/s]
+
Relations: 0%| | 0/42 [00:00, ?it/s]
Relations: 100%|██████████| 42/42 [00:00<00:00, 800730.76it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a4_c6 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding context variable a5_c0 with discrete factor (prior)
+Adding context variable a5_c1 with discrete factor (prior)
+Adding context variable a5_c2 with discrete factor (prior)
+Adding context variable a5_c5 with discrete factor (prior)
+Adding context variable a5_c6 with discrete factor (prior)
+Adding context variable a5_c8 with discrete factor (prior)
+Adding context variable a5_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a5_c0 - a0 with discrete factor (entailment)
+Adding edge a5_c1 - a0 with discrete factor (contradiction)
+Adding edge a5_c2 - a0 with discrete factor (contradiction)
+Adding edge a5_c8 - a0 with discrete factor (contradiction)
+Adding edge a0_c0 - a2 with discrete factor (entailment)
+Adding edge a0_c6 - a2 with discrete factor (entailment)
+Adding edge a5_c0 - a2 with discrete factor (entailment)
+Adding edge a0_c0 - a3 with discrete factor (entailment)
+Adding edge a0_c5 - a3 with discrete factor (contradiction)
+Adding edge a0_c6 - a3 with discrete factor (entailment)
+Adding edge a0_c7 - a3 with discrete factor (contradiction)
+Adding edge a1_c3 - a3 with discrete factor (entailment)
+Adding edge a1_c8 - a3 with discrete factor (entailment)
+Adding edge a2_c1 - a3 with discrete factor (entailment)
+Adding edge a2_c5 - a3 with discrete factor (contradiction)
+Adding edge a2_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c1 - a3 with discrete factor (entailment)
+Adding edge a4_c6 - a3 with discrete factor (contradiction)
+Adding edge a4_c9 - a3 with discrete factor (contradiction)
+Adding edge a5_c0 - a3 with discrete factor (entailment)
+Adding edge a5_c1 - a3 with discrete factor (contradiction)
+Adding edge a5_c5 - a3 with discrete factor (contradiction)
+Adding edge a5_c8 - a3 with discrete factor (contradiction)
+Adding edge a0_c0 - a4 with discrete factor (entailment)
+Adding edge a0_c6 - a4 with discrete factor (entailment)
+Adding edge a2_c7 - a4 with discrete factor (contradiction)
+Adding edge a4_c4 - a4 with discrete factor (entailment)
+Adding edge a5_c0 - a4 with discrete factor (entailment)
+Adding edge a5_c2 - a4 with discrete factor (entailment)
+Adding edge a0_c0 - a5 with discrete factor (entailment)
+Adding edge a0_c2 - a5 with discrete factor (entailment)
+Adding edge a0_c6 - a5 with discrete factor (entailment)
+Adding edge a0_c7 - a5 with discrete factor (entailment)
+Adding edge a0_c8 - a5 with discrete factor (entailment)
+Adding edge a5_c0 - a5 with discrete factor (entailment)
+Adding edge a5_c1 - a5 with discrete factor (entailment)
+Adding edge a5_c2 - a5 with discrete factor (entailment)
+Adding edge a5_c6 - a5 with discrete factor (entailment)
+Adding edge a5_c8 - a5 with discrete factor (entailment)
+Adding edge a5_c9 - a5 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 3 6 7 8 9 11 12 13 14 16 18 19 20 25 26 28 5 23 27 24 17 0 10 15 21 22 1 4
+[WMB] + induced width : 5
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00128412 seconds
+[WMB] Created join graph with 29 clique factors
+[WMB] Number of cliques : 29
+[WMB] Number of edges : 54
+[WMB] Max clique size : 6
+[WMB] Max separator size : 5
+[WMB] Finished initialization in 0.00326014 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -31.698691 (1.711722e-14) d=3.169869e+01 time=0.004393 i=1
+[WMB] Converged after 1 iterations in 0.004421 seconds
+PR
+-31.698691 (1.711722e-14)
+STATUS
+true: Consistent evidence
+MAR
+29 2 0.551914 0.448086 2 0.555087 0.444913 2 0.057438 0.942562 2 0.511105 0.488895 2 0.555087 0.444913 2 0.464391 0.535609 2 0.139601 0.860399 2 0.500000 0.500000 2 0.597599 0.402401 2 0.597599 0.402401 2 0.275966 0.724034 2 0.597599 0.402401 2 0.632048 0.367952 2 0.597599 0.402401 2 0.783598 0.216402 2 0.551928 0.448072 2 0.701285 0.298715 2 0.017936 0.982064 2 0.155033 0.844967 2 0.511105 0.488895 2 0.479773 0.520227 2 0.000000 1.000000 2 0.555087 0.444913 2 0.456371 0.543629 2 0.525329 0.474671 2 0.511105 0.488895 2 0.059136 0.940864 2 0.456372 0.543628 2 0.139601 0.860399
+[MERLIN] I/O time is 0.001296 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.551914, 0.448086]}, {'variable': 'a0_c0', 'probabilities': [0.555087, 0.444913]}, {'variable': 'a0_c2', 'probabilities': [0.057438, 0.942562]}, {'variable': 'a0_c5', 'probabilities': [0.511105, 0.488895]}, {'variable': 'a0_c6', 'probabilities': [0.555087, 0.444913]}, {'variable': 'a0_c7', 'probabilities': [0.464391, 0.535609]}, {'variable': 'a0_c8', 'probabilities': [0.139601, 0.860399]}, {'variable': 'a1', 'probabilities': [0.5, 0.5]}, {'variable': 'a1_c3', 'probabilities': [0.597599, 0.402401]}, {'variable': 'a1_c8', 'probabilities': [0.597599, 0.402401]}, {'variable': 'a2', 'probabilities': [0.275966, 0.724034]}, {'variable': 'a2_c1', 'probabilities': [0.597599, 0.402401]}, {'variable': 'a2_c5', 'probabilities': [0.632048, 0.367952]}, {'variable': 'a2_c6', 'probabilities': [0.597599, 0.402401]}, {'variable': 'a2_c7', 'probabilities': [0.783598, 0.216402]}, {'variable': 'a3', 'probabilities': [0.551928, 0.448072]}, {'variable': 'a3_c1', 'probabilities': [0.701285, 0.298715]}, {'variable': 'a4', 'probabilities': [0.017936, 0.982064]}, {'variable': 'a4_c4', 'probabilities': [0.155033, 0.844967]}, {'variable': 'a4_c6', 'probabilities': [0.511105, 0.488895]}, {'variable': 'a4_c9', 'probabilities': [0.479773, 0.520227]}, {'variable': 'a5', 'probabilities': [0.0, 1.0]}, {'variable': 'a5_c0', 'probabilities': [0.555087, 0.444913]}, {'variable': 'a5_c1', 'probabilities': [0.456371, 0.543629]}, {'variable': 'a5_c2', 'probabilities': [0.525329, 0.474671]}, {'variable': 'a5_c5', 'probabilities': [0.511105, 0.488895]}, {'variable': 'a5_c6', 'probabilities': [0.059136, 0.940864]}, {'variable': 'a5_c8', 'probabilities': [0.456372, 0.543628]}, {'variable': 'a5_c9', 'probabilities': [0.139601, 0.860399]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.551914
+[FactReasoner] (a0): Probability for a0=1 is: 0.448086
+[FactReasoner] (a1): Probability for a1=0 is: 0.5
+[FactReasoner] (a1): Probability for a1=1 is: 0.5
+[FactReasoner] (a2): Probability for a2=0 is: 0.275966
+[FactReasoner] (a2): Probability for a2=1 is: 0.724034
+[FactReasoner] (a3): Probability for a3=0 is: 0.551928
+[FactReasoner] (a3): Probability for a3=1 is: 0.448072
+[FactReasoner] (a4): Probability for a4=0 is: 0.017936
+[FactReasoner] (a4): Probability for a4=1 is: 0.982064
+[FactReasoner] (a5): Probability for a5=0 is: 0.0
+[FactReasoner] (a5): Probability for a5=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'NS', 'a2': 'S', 'a3': 'NS', 'a4': 'S', 'a5': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0254 seconds.
+[DBG] update called. n= 42 links= {'context_atom': 42} types= {'entailment': 30, 'contradiction': 12}
+[DynaTD] consensus: {'a0': 0.517, 'a2': 1.0, 'a3': 0.49, 'a4': 0.895, 'a5': 1.0}
+[DynaTD] Updated 42 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 0.9999996821087633
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Relations built: 5
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 29330.80it/s]
+
Contexts: 0%| | 0/5 [00:00, ?it/s]
Contexts: 100%|██████████| 5/5 [00:00<00:00, 195995.51it/s]
+
Relations: 0%| | 0/5 [00:00, ?it/s]
Relations: 100%|██████████| 5/5 [00:00<00:00, 185588.67it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000272989 seconds
+[WMB] Created join graph with 6 clique factors
+[WMB] Number of cliques : 6
+[WMB] Number of edges : 10
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000632048 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.998438 (1.355468e-01) d=1.998438e+00 time=0.000805 i=1
+[WMB] Converged after 1 iterations in 0.000822 seconds
+PR
+-1.998438 (1.355468e-01)
+STATUS
+true: Consistent evidence
+MAR
+6 2 0.002089 0.997911 2 0.334726 0.665274 2 0.334726 0.665274 2 0.334726 0.665274 2 0.334726 0.665274 2 0.171326 0.828674
+[MERLIN] I/O time is 0.000310 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.002089, 0.997911]}, {'variable': 'c1', 'probabilities': [0.334726, 0.665274]}, {'variable': 'c4', 'probabilities': [0.334726, 0.665274]}, {'variable': 'c5', 'probabilities': [0.334726, 0.665274]}, {'variable': 'c6', 'probabilities': [0.334726, 0.665274]}, {'variable': 'c8', 'probabilities': [0.171326, 0.828674]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.002089
+[FactReasoner] (a0): Probability for a0=1 is: 0.997911
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0092 seconds.
+[DBG] update called. n= 5 links= {'context_atom': 5} types= {'entailment': 5}
+[DynaTD] consensus: {'a0': 1.0}
+[DynaTD] Updated 5 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 40 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 0.9999679744880208
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 0.7593282138664077
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 0.9939663377318402
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 0.9922808432691537
+[NLI] Relations built: 6
+
Atoms: 0%| | 0/2 [00:00, ?it/s]
Atoms: 100%|██████████| 2/2 [00:00<00:00, 44384.17it/s]
+
Contexts: 0%| | 0/6 [00:00, ?it/s]
Contexts: 100%|██████████| 6/6 [00:00<00:00, 204600.20it/s]
+
Relations: 0%| | 0/6 [00:00, ?it/s]
Relations: 100%|██████████| 6/6 [00:00<00:00, 199728.76it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 5 6 7 0 4
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000295162 seconds
+[WMB] Created join graph with 8 clique factors
+[WMB] Number of cliques : 8
+[WMB] Number of edges : 12
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000686169 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -3.168774 (4.205513e-02) d=3.168774e+00 time=0.000879 i=1
+[WMB] Converged after 1 iterations in 0.000895 seconds
+PR
+-3.168774 (4.205513e-02)
+STATUS
+true: Consistent evidence
+MAR
+8 2 0.100008 0.899992 2 0.400005 0.599995 2 0.348063 0.651937 2 0.400005 0.599995 2 0.022094 0.977906 2 0.403180 0.596820 2 0.349116 0.650884 2 0.349413 0.650587
+[MERLIN] I/O time is 0.000353 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.100008, 0.899992]}, {'variable': 'a0_c0', 'probabilities': [0.400005, 0.599995]}, {'variable': 'a0_c6', 'probabilities': [0.348063, 0.651937]}, {'variable': 'a0_c7', 'probabilities': [0.400005, 0.599995]}, {'variable': 'a1', 'probabilities': [0.022094, 0.977906]}, {'variable': 'a1_c2', 'probabilities': [0.40318, 0.59682]}, {'variable': 'a1_c5', 'probabilities': [0.349116, 0.650884]}, {'variable': 'a1_c9', 'probabilities': [0.349413, 0.650587]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.100008
+[FactReasoner] (a0): Probability for a0=1 is: 0.899992
+[FactReasoner] (a1): Probability for a1=0 is: 0.022094
+[FactReasoner] (a1): Probability for a1=1 is: 0.977906
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0089 seconds.
+[DBG] update called. n= 6 links= {'context_atom': 6} types= {'entailment': 6}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 1.0}
+[DynaTD] Updated 6 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Relations built: 1
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 25575.02it/s]
+
Contexts: 0%| | 0/1 [00:00, ?it/s]
Contexts: 100%|██████████| 1/1 [00:00<00:00, 36472.21it/s]
+
Relations: 0%| | 0/1 [00:00, ?it/s]
Relations: 100%|██████████| 1/1 [00:00<00:00, 38479.85it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding edge c5 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 0 1
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000191927 seconds
+[WMB] Created join graph with 2 clique factors
+[WMB] Number of cliques : 2
+[WMB] Number of edges : 2
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000387907 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.693147 (5.000000e-01) d=6.931472e-01 time=0.000481 i=1
+[WMB] Converged after 1 iterations in 0.000499 seconds
+PR
+-0.693147 (5.000000e-01)
+STATUS
+true: Consistent evidence
+MAR
+2 2 0.250000 0.750000 2 0.500000 0.500000
+[MERLIN] I/O time is 0.000224 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.25, 0.75]}, {'variable': 'c5', 'probabilities': [0.5, 0.5]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.25
+[FactReasoner] (a0): Probability for a0=1 is: 0.75
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0084 seconds.
+[DBG] update called. n= 1 links= {'context_atom': 1} types= {'entailment': 1}
+[DynaTD] consensus: {'a0': 1.0}
+[DynaTD] Updated 1 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 75 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 0.9994993458865807
+[NLI] Found relation: [a0_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 0.9999999205271529
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 0.9999636835416359
+[NLI] Found relation: [a0_c3 -> a2] : entailment : 1.0
+[NLI] Relations built: 10
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 66576.25it/s]
+
Contexts: 0%| | 0/7 [00:00, ?it/s]
Contexts: 100%|██████████| 7/7 [00:00<00:00, 187007.18it/s]
+
Relations: 0%| | 0/10 [00:00, ?it/s]
Relations: 100%|██████████| 10/10 [00:00<00:00, 197844.53it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 4 5 7 8 9 1 0 3 6
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000391006 seconds
+[WMB] Created join graph with 10 clique factors
+[WMB] Number of cliques : 10
+[WMB] Number of edges : 18
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.000941038 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -4.370767 (1.264154e-02) d=4.370767e+00 time=0.001221 i=1
+[WMB] Converged after 1 iterations in 0.001240 seconds
+PR
+-4.370767 (1.264154e-02)
+STATUS
+true: Consistent evidence
+MAR
+10 2 0.001130 0.998870 2 0.204440 0.795560 2 0.263991 0.736009 2 0.204440 0.795560 2 0.263991 0.736009 2 0.369650 0.630350 2 0.004533 0.995467 2 0.336356 0.663644 2 0.336363 0.663637 2 0.102220 0.897780
+[MERLIN] I/O time is 0.000466 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.00113, 0.99887]}, {'variable': 'a0_c1', 'probabilities': [0.20444, 0.79556]}, {'variable': 'a0_c2', 'probabilities': [0.263991, 0.736009]}, {'variable': 'a0_c3', 'probabilities': [0.20444, 0.79556]}, {'variable': 'a0_c5', 'probabilities': [0.263991, 0.736009]}, {'variable': 'a0_c6', 'probabilities': [0.36965, 0.63035]}, {'variable': 'a1', 'probabilities': [0.004533, 0.995467]}, {'variable': 'a1_c3', 'probabilities': [0.336356, 0.663644]}, {'variable': 'a1_c4', 'probabilities': [0.336363, 0.663637]}, {'variable': 'a2', 'probabilities': [0.10222, 0.89778]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.00113
+[FactReasoner] (a0): Probability for a0=1 is: 0.99887
+[FactReasoner] (a1): Probability for a1=0 is: 0.004533
+[FactReasoner] (a1): Probability for a1=1 is: 0.995467
+[FactReasoner] (a2): Probability for a2=0 is: 0.10222
+[FactReasoner] (a2): Probability for a2=1 is: 0.89778
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0128 seconds.
+[DBG] update called. n= 10 links= {'context_atom': 10} types= {'entailment': 10}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 1.0, 'a2': 1.0}
+[DynaTD] Updated 10 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [c7 -> a0] : entailment : 1.0
+[NLI] Relations built: 5
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 26715.31it/s]
+
Contexts: 0%| | 0/5 [00:00, ?it/s]
Contexts: 100%|██████████| 5/5 [00:00<00:00, 160087.94it/s]
+
Relations: 0%| | 0/5 [00:00, ?it/s]
Relations: 100%|██████████| 5/5 [00:00<00:00, 163840.00it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c7 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000307083 seconds
+[WMB] Created join graph with 6 clique factors
+[WMB] Number of cliques : 6
+[WMB] Number of edges : 10
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000679016 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.933052 (1.447059e-01) d=1.933052e+00 time=0.000868 i=1
+[WMB] Converged after 1 iterations in 0.000894 seconds
+PR
+-1.933052 (1.447059e-01)
+STATUS
+true: Consistent evidence
+MAR
+6 2 0.001166 0.998834 2 0.334111 0.665889 2 0.334111 0.665889 2 0.334111 0.665889 2 0.095605 0.904395 2 0.334111 0.665889
+[MERLIN] I/O time is 0.000334 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.001166, 0.998834]}, {'variable': 'c0', 'probabilities': [0.334111, 0.665889]}, {'variable': 'c1', 'probabilities': [0.334111, 0.665889]}, {'variable': 'c5', 'probabilities': [0.334111, 0.665889]}, {'variable': 'c6', 'probabilities': [0.095605, 0.904395]}, {'variable': 'c7', 'probabilities': [0.334111, 0.665889]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.001166
+[FactReasoner] (a0): Probability for a0=1 is: 0.998834
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0096 seconds.
+[DBG] update called. n= 5 links= {'context_atom': 5} types= {'entailment': 5}
+[DynaTD] consensus: {'a0': 1.0}
+[DynaTD] Updated 5 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 75 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 0.9996961612971819
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 0.9999998013179273
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 0.9999679347577147
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 0.9997633623865099
+[NLI] Found relation: [a1_c4 -> a2] : entailment : 0.9999998807907365
+[NLI] Found relation: [a1_c6 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c8 -> a2] : entailment : 0.9991750835454695
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Relations built: 14
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 81707.22it/s]
+
Contexts: 0%| | 0/11 [00:00, ?it/s]
Contexts: 100%|██████████| 11/11 [00:00<00:00, 336768.93it/s]
+
Relations: 0%| | 0/14 [00:00, ?it/s]
Relations: 100%|██████████| 14/14 [00:00<00:00, 458752.00it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c4 - a2 with discrete factor (entailment)
+Adding edge a1_c6 - a2 with discrete factor (entailment)
+Adding edge a1_c8 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 0 2 4 5 6 7 10 11 12 13 3 9 1 8
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000587225 seconds
+[WMB] Created join graph with 14 clique factors
+[WMB] Number of cliques : 14
+[WMB] Number of edges : 24
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00139022 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -4.953249 (7.060431e-03) d=4.953249e+00 time=0.002151 i=1
+[WMB] Converged after 1 iterations in 0.002173 seconds
+PR
+-4.953249 (7.060431e-03)
+STATUS
+true: Consistent evidence
+MAR
+14 2 0.500000 0.500000 2 0.000890 0.999110 2 0.333993 0.666007 2 0.200754 0.799246 2 0.333337 0.666663 2 0.153851 0.846149 2 0.333520 0.666480 2 0.333933 0.666067 2 0.000006 0.999994 2 0.200716 0.799284 2 0.333337 0.666663 2 0.333337 0.666663 2 0.333337 0.666663 2 0.200716 0.799284
+[MERLIN] I/O time is 0.039357 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.5, 0.5]}, {'variable': 'a1', 'probabilities': [0.00089, 0.99911]}, {'variable': 'a1_c1', 'probabilities': [0.333993, 0.666007]}, {'variable': 'a1_c2', 'probabilities': [0.200754, 0.799246]}, {'variable': 'a1_c4', 'probabilities': [0.333337, 0.666663]}, {'variable': 'a1_c6', 'probabilities': [0.153851, 0.846149]}, {'variable': 'a1_c8', 'probabilities': [0.33352, 0.66648]}, {'variable': 'a1_c9', 'probabilities': [0.333933, 0.666067]}, {'variable': 'a2', 'probabilities': [6e-06, 0.999994]}, {'variable': 'a2_c0', 'probabilities': [0.200716, 0.799284]}, {'variable': 'a2_c2', 'probabilities': [0.333337, 0.666663]}, {'variable': 'a2_c3', 'probabilities': [0.333337, 0.666663]}, {'variable': 'a2_c4', 'probabilities': [0.333337, 0.666663]}, {'variable': 'a2_c6', 'probabilities': [0.200716, 0.799284]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.5
+[FactReasoner] (a0): Probability for a0=1 is: 0.5
+[FactReasoner] (a1): Probability for a1=0 is: 0.00089
+[FactReasoner] (a1): Probability for a1=1 is: 0.99911
+[FactReasoner] (a2): Probability for a2=0 is: 6e-06
+[FactReasoner] (a2): Probability for a2=1 is: 0.999994
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'S', 'a2': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0525 seconds.
+[DBG] update called. n= 14 links= {'context_atom': 14} types= {'entailment': 14}
+[DynaTD] consensus: {'a1': 1.0, 'a2': 1.0}
+[DynaTD] Updated 14 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 90 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a0] : entailment : 0.9727599712247222
+[NLI] Found relation: [a1_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a0] : entailment : 0.9194517511690196
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Relations built: 11
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 81707.22it/s]
+
Contexts: 0%| | 0/9 [00:00, ?it/s]
Contexts: 100%|██████████| 9/9 [00:00<00:00, 297234.14it/s]
+
Relations: 0%| | 0/11 [00:00, ?it/s]
Relations: 100%|██████████| 11/11 [00:00<00:00, 354902.65it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c2 - a0 with discrete factor (entailment)
+Adding edge a1_c3 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c7 - a0 with discrete factor (entailment)
+Adding edge a1_c9 - a0 with discrete factor (entailment)
+Adding edge a2_c8 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 4 5 7 8 9 10 11 6 0 2 3
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000535965 seconds
+[WMB] Created join graph with 12 clique factors
+[WMB] Number of cliques : 12
+[WMB] Number of edges : 20
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00120711 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -4.515454 (1.093864e-02) d=4.515454e+00 time=0.001568 i=1
+[WMB] Converged after 1 iterations in 0.001587 seconds
+PR
+-4.515454 (1.093864e-02)
+STATUS
+true: Consistent evidence
+MAR
+12 2 0.000038 0.999962 2 0.333359 0.666641 2 0.038479 0.961521 2 0.230798 0.769202 2 0.333359 0.666641 2 0.333359 0.666641 2 0.230798 0.769202 2 0.339522 0.660478 2 0.265617 0.734383 2 0.250000 0.750000 2 0.500000 0.500000 2 0.056993 0.943007
+[MERLIN] I/O time is 0.000653 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [3.8e-05, 0.999962]}, {'variable': 'a0_c5', 'probabilities': [0.333359, 0.666641]}, {'variable': 'a1', 'probabilities': [0.038479, 0.961521]}, {'variable': 'a1_c0', 'probabilities': [0.230798, 0.769202]}, {'variable': 'a1_c2', 'probabilities': [0.333359, 0.666641]}, {'variable': 'a1_c3', 'probabilities': [0.333359, 0.666641]}, {'variable': 'a1_c5', 'probabilities': [0.230798, 0.769202]}, {'variable': 'a1_c7', 'probabilities': [0.339522, 0.660478]}, {'variable': 'a1_c9', 'probabilities': [0.265617, 0.734383]}, {'variable': 'a2', 'probabilities': [0.25, 0.75]}, {'variable': 'a2_c1', 'probabilities': [0.5, 0.5]}, {'variable': 'a2_c8', 'probabilities': [0.056993, 0.943007]}]
+[FactReasoner] (a0): Probability for a0=0 is: 3.8e-05
+[FactReasoner] (a0): Probability for a0=1 is: 0.999962
+[FactReasoner] (a1): Probability for a1=0 is: 0.038479
+[FactReasoner] (a1): Probability for a1=1 is: 0.961521
+[FactReasoner] (a2): Probability for a2=0 is: 0.25
+[FactReasoner] (a2): Probability for a2=1 is: 0.75
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0168 seconds.
+[DBG] update called. n= 11 links= {'context_atom': 11} types= {'entailment': 11}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 1.0, 'a2': 1.0}
+[DynaTD] Updated 11 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [c9 -> a0] : entailment : 1.0
+[NLI] Relations built: 8
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 28728.11it/s]
+
Contexts: 0%| | 0/8 [00:00, ?it/s]
Contexts: 100%|██████████| 8/8 [00:00<00:00, 270600.26it/s]
+
Relations: 0%| | 0/8 [00:00, ?it/s]
Relations: 100%|██████████| 8/8 [00:00<00:00, 266305.02it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c7 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 7 8 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000345945 seconds
+[WMB] Created join graph with 9 clique factors
+[WMB] Number of cliques : 9
+[WMB] Number of edges : 16
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000880003 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -2.899197 (5.506744e-02) d=2.899197e+00 time=0.001132 i=1
+[WMB] Converged after 1 iterations in 0.001150 seconds
+PR
+-2.899197 (5.506744e-02)
+STATUS
+true: Consistent evidence
+MAR
+9 2 0.000097 0.999903 2 0.333398 0.666602 2 0.212198 0.787802 2 0.333398 0.666602 2 0.333398 0.666602 2 0.333398 0.666602 2 0.333398 0.666602 2 0.333398 0.666602 2 0.333398 0.666602
+[MERLIN] I/O time is 0.000387 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [9.7e-05, 0.999903]}, {'variable': 'c0', 'probabilities': [0.333398, 0.666602]}, {'variable': 'c1', 'probabilities': [0.212198, 0.787802]}, {'variable': 'c2', 'probabilities': [0.333398, 0.666602]}, {'variable': 'c3', 'probabilities': [0.333398, 0.666602]}, {'variable': 'c5', 'probabilities': [0.333398, 0.666602]}, {'variable': 'c7', 'probabilities': [0.333398, 0.666602]}, {'variable': 'c8', 'probabilities': [0.333398, 0.666602]}, {'variable': 'c9', 'probabilities': [0.333398, 0.666602]}]
+[FactReasoner] (a0): Probability for a0=0 is: 9.7e-05
+[FactReasoner] (a0): Probability for a0=1 is: 0.999903
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0588 seconds.
+[DBG] update called. n= 8 links= {'context_atom': 8} types= {'entailment': 8}
+[DynaTD] consensus: {'a0': 1.0}
+[DynaTD] Updated 8 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 75 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a1] : entailment : 0.9999997218451434
+[NLI] Found relation: [a2_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Relations built: 30
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 87992.39it/s]
+
Contexts: 0%| | 0/17 [00:00, ?it/s]
Contexts: 100%|██████████| 17/17 [00:00<00:00, 475354.45it/s]
+
Relations: 0%| | 0/30 [00:00, ?it/s]
Relations: 100%|██████████| 30/30 [00:00<00:00, 727335.95it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a2_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c8 - a1 with discrete factor (entailment)
+Adding edge a0_c9 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c3 - a1 with discrete factor (entailment)
+Adding edge a2_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c1 - a2 with discrete factor (entailment)
+Adding edge a0_c2 - a2 with discrete factor (entailment)
+Adding edge a0_c3 - a2 with discrete factor (entailment)
+Adding edge a0_c5 - a2 with discrete factor (entailment)
+Adding edge a0_c8 - a2 with discrete factor (entailment)
+Adding edge a0_c9 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 6 10 11 12 13 15 16 17 18 4 5 2 3 7 8 19 14 0 9
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000936985 seconds
+[WMB] Created join graph with 20 clique factors
+[WMB] Number of cliques : 20
+[WMB] Number of edges : 38
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00219488 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -7.402614 (6.096568e-04) d=7.402614e+00 time=0.002856 i=1
+[WMB] Converged after 1 iterations in 0.002878 seconds
+PR
+-7.402614 (6.096568e-04)
+STATUS
+true: Consistent evidence
+MAR
+20 2 0.000000 1.000000 2 0.333333 0.666667 2 0.111111 0.888889 2 0.040000 0.960000 2 0.200000 0.800000 2 0.111111 0.888889 2 0.333333 0.666667 2 0.040000 0.960000 2 0.111111 0.888889 2 0.000000 1.000000 2 0.263158 0.736842 2 0.078167 0.921833 2 0.333333 0.666667 2 0.263158 0.736842 2 0.000000 1.000000 2 0.333333 0.666667 2 0.202405 0.797595 2 0.142857 0.857143 2 0.333333 0.666667 2 0.056769 0.943231
+[MERLIN] I/O time is 0.001013 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c1', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a0_c2', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a0_c3', 'probabilities': [0.04, 0.96]}, {'variable': 'a0_c4', 'probabilities': [0.2, 0.8]}, {'variable': 'a0_c5', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a0_c7', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a0_c8', 'probabilities': [0.04, 0.96]}, {'variable': 'a0_c9', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c2', 'probabilities': [0.263158, 0.736842]}, {'variable': 'a1_c6', 'probabilities': [0.078167, 0.921833]}, {'variable': 'a1_c7', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a1_c9', 'probabilities': [0.263158, 0.736842]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2_c1', 'probabilities': [0.202405, 0.797595]}, {'variable': 'a2_c2', 'probabilities': [0.142857, 0.857143]}, {'variable': 'a2_c3', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2_c4', 'probabilities': [0.056769, 0.943231]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0187 seconds.
+[DBG] update called. n= 30 links= {'context_atom': 30} types= {'entailment': 30}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 1.0, 'a2': 1.0}
+[DynaTD] Updated 30 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Relations built: 3
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 26886.56it/s]
+
Contexts: 0%| | 0/3 [00:00, ?it/s]
Contexts: 100%|██████████| 3/3 [00:00<00:00, 113359.57it/s]
+
Relations: 0%| | 0/3 [00:00, ?it/s]
Relations: 100%|██████████| 3/3 [00:00<00:00, 115439.56it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000252962 seconds
+[WMB] Created join graph with 4 clique factors
+[WMB] Number of cliques : 4
+[WMB] Number of edges : 6
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000519991 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.187444 (3.050000e-01) d=1.187444e+00 time=0.000649 i=1
+[WMB] Converged after 1 iterations in 0.000667 seconds
+PR
+-1.187444 (3.050000e-01)
+STATUS
+true: Consistent evidence
+MAR
+4 2 0.004098 0.995902 2 0.114754 0.885246 2 0.336066 0.663934 2 0.114754 0.885246
+[MERLIN] I/O time is 0.000271 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.004098, 0.995902]}, {'variable': 'c1', 'probabilities': [0.114754, 0.885246]}, {'variable': 'c4', 'probabilities': [0.336066, 0.663934]}, {'variable': 'c8', 'probabilities': [0.114754, 0.885246]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.004098
+[FactReasoner] (a0): Probability for a0=1 is: 0.995902
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0688 seconds.
+[DBG] update called. n= 3 links= {'context_atom': 3} types= {'entailment': 3}
+[DynaTD] consensus: {'a0': 1.0}
+[DynaTD] Updated 3 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 160 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 0.9999895495372649
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 0.999998768173707
+[NLI] Found relation: [a2_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 0.9999999205271529
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a2] : entailment : 0.9999997218451434
+[NLI] Found relation: [a1_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 0.9922810749186571
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a3] : contradiction : 0.9999996423723848
+[NLI] Found relation: [a2_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a3] : entailment : 0.9993572559243368
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a3] : contradiction : 0.9999907415832462
+[NLI] Found relation: [a3_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a3] : entailment : 1.0
+[NLI] Relations built: 39
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 106184.91it/s]
+
Contexts: 0%| | 0/21 [00:00, ?it/s]
Contexts: 100%|██████████| 21/21 [00:00<00:00, 521185.70it/s]
+
Relations: 0%| | 0/39 [00:00, ?it/s]
Relations: 100%|██████████| 39/39 [00:00<00:00, 834580.90it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a2_c1 - a0 with discrete factor (entailment)
+Adding edge a2_c2 - a0 with discrete factor (entailment)
+Adding edge a3_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (entailment)
+Adding edge a3_c5 - a1 with discrete factor (entailment)
+Adding edge a3_c7 - a1 with discrete factor (entailment)
+Adding edge a0_c0 - a2 with discrete factor (entailment)
+Adding edge a0_c5 - a2 with discrete factor (entailment)
+Adding edge a1_c0 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a0_c0 - a3 with discrete factor (entailment)
+Adding edge a1_c1 - a3 with discrete factor (entailment)
+Adding edge a2_c0 - a3 with discrete factor (entailment)
+Adding edge a2_c3 - a3 with discrete factor (entailment)
+Adding edge a2_c5 - a3 with discrete factor (contradiction)
+Adding edge a2_c6 - a3 with discrete factor (entailment)
+Adding edge a2_c8 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c1 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (contradiction)
+Adding edge a3_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c8 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 8 10 13 14 15 16 18 19 21 23 24 22 2 4 20 17 11 1 3 6 7 12 9 0 5
+[WMB] + induced width : 4
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00116086 seconds
+[WMB] Created join graph with 25 clique factors
+[WMB] Number of cliques : 25
+[WMB] Number of edges : 48
+[WMB] Max clique size : 5
+[WMB] Max separator size : 4
+[WMB] Finished initialization in 0.00275683 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -11.284694 (1.256376e-05) d=1.128469e+01 time=0.003592 i=1
+[WMB] Converged after 1 iterations in 0.003612 seconds
+PR
+-11.284694 (1.256376e-05)
+STATUS
+true: Consistent evidence
+MAR
+25 2 0.000000 1.000000 2 0.014797 0.985203 2 0.094122 0.905878 2 0.153584 0.846416 2 0.200000 0.800000 2 0.000000 1.000000 2 0.111112 0.888888 2 0.014797 0.985203 2 0.296618 0.703382 2 0.000000 1.000000 2 0.052632 0.947368 2 0.111879 0.888121 2 0.062399 0.937601 2 0.052632 0.947368 2 0.999999 0.000001 2 0.052632 0.947368 2 0.052664 0.947336 2 0.000000 1.000000 2 0.052632 0.947368 2 0.333333 0.666667 2 0.999963 0.000037 2 0.052632 0.947368 2 0.174134 0.825866 2 0.333333 0.666667 2 0.119593 0.880407
+[MERLIN] I/O time is 0.001095 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.014797, 0.985203]}, {'variable': 'a0_c2', 'probabilities': [0.094122, 0.905878]}, {'variable': 'a0_c5', 'probabilities': [0.153584, 0.846416]}, {'variable': 'a0_c8', 'probabilities': [0.2, 0.8]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.111112, 0.888888]}, {'variable': 'a1_c1', 'probabilities': [0.014797, 0.985203]}, {'variable': 'a1_c5', 'probabilities': [0.296618, 0.703382]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c1', 'probabilities': [0.111879, 0.888121]}, {'variable': 'a2_c2', 'probabilities': [0.062399, 0.937601]}, {'variable': 'a2_c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c5', 'probabilities': [0.999999, 1e-06]}, {'variable': 'a2_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c8', 'probabilities': [0.052664, 0.947336]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c1', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a3_c5', 'probabilities': [0.999963, 3.7e-05]}, {'variable': 'a3_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c7', 'probabilities': [0.174134, 0.825866]}, {'variable': 'a3_c8', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a3_c9', 'probabilities': [0.119593, 0.880407]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0224 seconds.
+[DBG] update called. n= 39 links= {'context_atom': 39} types= {'entailment': 37, 'contradiction': 2}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 1.0, 'a2': 1.0, 'a3': 0.898}
+[DynaTD] Updated 39 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Relations built: 0
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 90 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 0.9585722299478862
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : contradiction : 0.9999229629357995
+[NLI] Found relation: [a0_c5 -> a1] : contradiction : 0.9839337021746234
+[NLI] Found relation: [a1_c3 -> a1] : contradiction : 0.9999748083739397
+[NLI] Relations built: 9
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 62291.64it/s]
+
Contexts: 0%| | 0/8 [00:00, ?it/s]
Contexts: 100%|██████████| 8/8 [00:00<00:00, 252288.96it/s]
+
Relations: 0%| | 0/9 [00:00, ?it/s]
Relations: 100%|██████████| 9/9 [00:00<00:00, 204047.22it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a1_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (contradiction)
+Adding edge a0_c5 - a1 with discrete factor (contradiction)
+Adding edge a1_c3 - a1 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 4 5 6 8 9 10 3 0 7
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000463009 seconds
+[WMB] Created join graph with 11 clique factors
+[WMB] Number of cliques : 11
+[WMB] Number of edges : 18
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00104594 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -3.693175 (2.489284e-02) d=3.693175e+00 time=0.001372 i=1
+[WMB] Converged after 1 iterations in 0.001393 seconds
+PR
+-3.693175 (2.489284e-02)
+STATUS
+true: Consistent evidence
+MAR
+11 2 0.000302 0.999698 2 0.333535 0.666465 2 0.094713 0.905287 2 0.225637 0.774363 2 0.351759 0.648241 2 0.333535 0.666465 2 0.333535 0.666465 2 0.976552 0.023448 2 0.348969 0.651031 2 0.333535 0.666465 2 0.500000 0.500000
+[MERLIN] I/O time is 0.000652 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.000302, 0.999698]}, {'variable': 'a0_c0', 'probabilities': [0.333535, 0.666465]}, {'variable': 'a0_c2', 'probabilities': [0.094713, 0.905287]}, {'variable': 'a0_c3', 'probabilities': [0.225637, 0.774363]}, {'variable': 'a0_c5', 'probabilities': [0.351759, 0.648241]}, {'variable': 'a0_c6', 'probabilities': [0.333535, 0.666465]}, {'variable': 'a0_c9', 'probabilities': [0.333535, 0.666465]}, {'variable': 'a1', 'probabilities': [0.976552, 0.023448]}, {'variable': 'a1_c3', 'probabilities': [0.348969, 0.651031]}, {'variable': 'a1_c4', 'probabilities': [0.333535, 0.666465]}, {'variable': 'a2', 'probabilities': [0.5, 0.5]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.000302
+[FactReasoner] (a0): Probability for a0=1 is: 0.999698
+[FactReasoner] (a1): Probability for a1=0 is: 0.976552
+[FactReasoner] (a1): Probability for a1=1 is: 0.023448
+[FactReasoner] (a2): Probability for a2=0 is: 0.5
+[FactReasoner] (a2): Probability for a2=1 is: 0.5
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'NS', 'a2': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0205 seconds.
+[DBG] update called. n= 9 links= {'context_atom': 9} types= {'entailment': 6, 'contradiction': 3}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 0.0}
+[DynaTD] Updated 9 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c1 -> a0] : entailment : 0.9997633623865099
+[NLI] Found relation: [c6 -> a0] : entailment : 0.9999984105478588
+[NLI] Relations built: 2
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 20763.88it/s]
+
Contexts: 0%| | 0/2 [00:00, ?it/s]
Contexts: 100%|██████████| 2/2 [00:00<00:00, 75573.05it/s]
+
Relations: 0%| | 0/2 [00:00, ?it/s]
Relations: 100%|██████████| 2/2 [00:00<00:00, 79137.81it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000215054 seconds
+[WMB] Created join graph with 3 clique factors
+[WMB] Number of cliques : 3
+[WMB] Number of edges : 4
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000437975 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.018716 (3.610582e-01) d=1.018716e+00 time=0.000551 i=1
+[WMB] Converged after 1 iterations in 0.000568 seconds
+PR
+-1.018716 (3.610582e-01)
+STATUS
+true: Consistent evidence
+MAR
+3 2 0.038504 0.961496 2 0.230803 0.769197 2 0.230803 0.769197
+[MERLIN] I/O time is 0.000269 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.038504, 0.961496]}, {'variable': 'c1', 'probabilities': [0.230803, 0.769197]}, {'variable': 'c6', 'probabilities': [0.230803, 0.769197]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.038504
+[FactReasoner] (a0): Probability for a0=1 is: 0.961496
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0090 seconds.
+[DBG] update called. n= 2 links= {'context_atom': 2} types= {'entailment': 2}
+[DynaTD] consensus: {'a0': 1.0}
+[DynaTD] Updated 2 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 90 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a2_c5 -> a0] : contradiction : 0.9999969800495339
+[NLI] Found relation: [a2_c7 -> a0] : entailment : 0.9999992450089515
+[NLI] Found relation: [a2_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a1] : entailment : 0.9963238782876556
+[NLI] Found relation: [a2_c5 -> a1] : entailment : 0.9922810361050398
+[NLI] Found relation: [a2_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a1] : entailment : 1.0
+[NLI] Relations built: 13
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 72733.60it/s]
+
Contexts: 0%| | 0/11 [00:00, ?it/s]
Contexts: 100%|██████████| 11/11 [00:00<00:00, 299593.14it/s]
+
Relations: 0%| | 0/13 [00:00, ?it/s]
Relations: 100%|██████████| 13/13 [00:00<00:00, 356378.77it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding edge a2_c5 - a0 with discrete factor (contradiction)
+Adding edge a2_c7 - a0 with discrete factor (entailment)
+Adding edge a2_c8 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c3 - a1 with discrete factor (entailment)
+Adding edge a2_c5 - a1 with discrete factor (entailment)
+Adding edge a2_c8 - a1 with discrete factor (entailment)
+Adding edge a2_c9 - a1 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 3 4 5 6 7 8 9 11 13 12 0 1 10
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000552893 seconds
+[WMB] Created join graph with 14 clique factors
+[WMB] Number of cliques : 14
+[WMB] Number of edges : 24
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00138402 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -5.400723 (4.513316e-03) d=5.400723e+00 time=0.001831 i=1
+[WMB] Converged after 1 iterations in 0.001855 seconds
+PR
+-5.400723 (4.513316e-03)
+STATUS
+true: Consistent evidence
+MAR
+14 2 0.561186 0.438814 2 0.000000 1.000000 2 0.269980 0.730020 2 0.079137 0.920863 2 0.094331 0.905669 2 0.079137 0.920863 2 0.269980 0.730020 2 0.116279 0.883721 2 0.500000 0.500000 2 0.048204 0.951796 2 0.468042 0.531958 2 0.707457 0.292543 2 0.648949 0.351051 2 0.098398 0.901602
+[MERLIN] I/O time is 0.000719 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.561186, 0.438814]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.26998, 0.73002]}, {'variable': 'a1_c1', 'probabilities': [0.079137, 0.920863]}, {'variable': 'a1_c3', 'probabilities': [0.094331, 0.905669]}, {'variable': 'a1_c6', 'probabilities': [0.079137, 0.920863]}, {'variable': 'a1_c8', 'probabilities': [0.26998, 0.73002]}, {'variable': 'a1_c9', 'probabilities': [0.116279, 0.883721]}, {'variable': 'a2', 'probabilities': [0.5, 0.5]}, {'variable': 'a2_c3', 'probabilities': [0.048204, 0.951796]}, {'variable': 'a2_c5', 'probabilities': [0.468042, 0.531958]}, {'variable': 'a2_c7', 'probabilities': [0.707457, 0.292543]}, {'variable': 'a2_c8', 'probabilities': [0.648949, 0.351051]}, {'variable': 'a2_c9', 'probabilities': [0.098398, 0.901602]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.561186
+[FactReasoner] (a0): Probability for a0=1 is: 0.438814
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.5
+[FactReasoner] (a2): Probability for a2=1 is: 0.5
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'S', 'a2': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0148 seconds.
+[DBG] update called. n= 13 links= {'context_atom': 13} types= {'contradiction': 1, 'entailment': 12}
+[DynaTD] consensus: {'a0': 0.549, 'a1': 1.0}
+[DynaTD] Updated 13 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c9 -> a0] : contradiction : 1.0
+[NLI] Relations built: 1
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 22795.13it/s]
+
Contexts: 0%| | 0/1 [00:00, ?it/s]
Contexts: 100%|██████████| 1/1 [00:00<00:00, 37449.14it/s]
+
Relations: 0%| | 0/1 [00:00, ?it/s]
Relations: 100%|██████████| 1/1 [00:00<00:00, 39568.91it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c9 - a0 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 0 1
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000206947 seconds
+[WMB] Created join graph with 2 clique factors
+[WMB] Number of cliques : 2
+[WMB] Number of edges : 2
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000406027 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.693147 (5.000000e-01) d=6.931472e-01 time=0.000503 i=1
+[WMB] Converged after 1 iterations in 0.000521 seconds
+PR
+-0.693147 (5.000000e-01)
+STATUS
+true: Consistent evidence
+MAR
+2 2 0.750000 0.250000 2 0.500000 0.500000
+[MERLIN] I/O time is 0.000243 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.75, 0.25]}, {'variable': 'c9', 'probabilities': [0.5, 0.5]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.75
+[FactReasoner] (a0): Probability for a0=1 is: 0.25
+[FactReasoner] Predictions: {'a0': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0096 seconds.
+[DBG] update called. n= 1 links= {'context_atom': 1} types= {'contradiction': 1}
+[DynaTD] consensus: {'a0': 0.0}
+[DynaTD] Updated 1 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 250 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 0.9986413762776132
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 0.9999994039542605
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 0.9999990463275026
+[NLI] Found relation: [a1_c7 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a4_c0 -> a0] : entailment : 0.9999998410543312
+[NLI] Found relation: [a4_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a0] : entailment : 0.999990821052948
+[NLI] Found relation: [a0_c0 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c1 -> a1] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a0_c2 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : contradiction : 0.9999965826904554
+[NLI] Found relation: [a0_c4 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c5 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c6 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c1 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a1_c7 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a4_c0 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a4_c1 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a4_c2 -> a1] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a4_c3 -> a1] : contradiction : 0.9999998410543312
+[NLI] Found relation: [a4_c5 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 0.9999999205271529
+[NLI] Found relation: [a0_c0 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a0_c2 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a0_c3 -> a4] : contradiction : 0.9350639598539828
+[NLI] Found relation: [a0_c4 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c5 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a0_c6 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a0_c9 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a1_c1 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a1_c4 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a1_c7 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a1_c8 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a4_c0 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a4_c1 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c3 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c5 -> a4] : contradiction : 1.0
+[NLI] Relations built: 41
+
Atoms: 0%| | 0/5 [00:00, ?it/s]
Atoms: 100%|██████████| 5/5 [00:00<00:00, 131072.00it/s]
+
Contexts: 0%| | 0/18 [00:00, ?it/s]
Contexts: 100%|██████████| 18/18 [00:00<00:00, 506694.44it/s]
+
Relations: 0%| | 0/41 [00:00, ?it/s]
Relations: 100%|██████████| 41/41 [00:00<00:00, 868517.49it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c7 - a0 with discrete factor (entailment)
+Adding edge a4_c0 - a0 with discrete factor (entailment)
+Adding edge a4_c1 - a0 with discrete factor (entailment)
+Adding edge a4_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (contradiction)
+Adding edge a0_c1 - a1 with discrete factor (contradiction)
+Adding edge a0_c2 - a1 with discrete factor (contradiction)
+Adding edge a0_c3 - a1 with discrete factor (contradiction)
+Adding edge a0_c4 - a1 with discrete factor (contradiction)
+Adding edge a0_c5 - a1 with discrete factor (contradiction)
+Adding edge a0_c6 - a1 with discrete factor (contradiction)
+Adding edge a1_c1 - a1 with discrete factor (contradiction)
+Adding edge a1_c4 - a1 with discrete factor (contradiction)
+Adding edge a1_c7 - a1 with discrete factor (contradiction)
+Adding edge a4_c0 - a1 with discrete factor (contradiction)
+Adding edge a4_c1 - a1 with discrete factor (contradiction)
+Adding edge a4_c2 - a1 with discrete factor (contradiction)
+Adding edge a4_c3 - a1 with discrete factor (contradiction)
+Adding edge a4_c5 - a1 with discrete factor (contradiction)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a0_c0 - a4 with discrete factor (contradiction)
+Adding edge a0_c2 - a4 with discrete factor (contradiction)
+Adding edge a0_c3 - a4 with discrete factor (contradiction)
+Adding edge a0_c4 - a4 with discrete factor (contradiction)
+Adding edge a0_c5 - a4 with discrete factor (contradiction)
+Adding edge a0_c6 - a4 with discrete factor (contradiction)
+Adding edge a0_c9 - a4 with discrete factor (contradiction)
+Adding edge a1_c1 - a4 with discrete factor (contradiction)
+Adding edge a1_c4 - a4 with discrete factor (contradiction)
+Adding edge a1_c7 - a4 with discrete factor (contradiction)
+Adding edge a1_c8 - a4 with discrete factor (contradiction)
+Adding edge a4_c0 - a4 with discrete factor (contradiction)
+Adding edge a4_c1 - a4 with discrete factor (contradiction)
+Adding edge a4_c3 - a4 with discrete factor (contradiction)
+Adding edge a4_c5 - a4 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 8 13 14 15 16 20 21 4 11 6 1 3 5 7 10 12 18 19 22 17 0 9
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00116682 seconds
+[WMB] Created join graph with 23 clique factors
+[WMB] Number of cliques : 23
+[WMB] Number of edges : 40
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00278902 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -6.952259 (9.564718e-04) d=6.952259e+00 time=0.003612 i=1
+[WMB] Converged after 1 iterations in 0.003634 seconds
+PR
+-6.952259 (9.564718e-04)
+STATUS
+true: Consistent evidence
+MAR
+23 2 0.000000 1.000000 2 0.016371 0.983629 2 0.194030 0.805970 2 0.081967 0.918033 2 0.210960 0.789040 2 0.034100 0.965900 2 0.016371 0.983629 2 0.111111 0.888889 2 0.333333 0.666667 2 1.000000 0.000000 2 0.016371 0.983629 2 0.049442 0.950558 2 0.016371 0.983629 2 0.068007 0.931993 2 0.500000 0.500000 2 0.143293 0.856707 2 0.286585 0.713415 2 1.000000 0.000000 2 0.056769 0.943231 2 0.016371 0.983629 2 0.333333 0.666667 2 0.200000 0.800000 2 0.016371 0.983629
+[MERLIN] I/O time is 0.001237 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.016371, 0.983629]}, {'variable': 'a0_c1', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a0_c2', 'probabilities': [0.081967, 0.918033]}, {'variable': 'a0_c3', 'probabilities': [0.21096, 0.78904]}, {'variable': 'a0_c4', 'probabilities': [0.0341, 0.9659]}, {'variable': 'a0_c5', 'probabilities': [0.016371, 0.983629]}, {'variable': 'a0_c6', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a0_c9', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a1', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c1', 'probabilities': [0.016371, 0.983629]}, {'variable': 'a1_c4', 'probabilities': [0.049442, 0.950558]}, {'variable': 'a1_c7', 'probabilities': [0.016371, 0.983629]}, {'variable': 'a1_c8', 'probabilities': [0.068007, 0.931993]}, {'variable': 'a2', 'probabilities': [0.5, 0.5]}, {'variable': 'a3', 'probabilities': [0.143293, 0.856707]}, {'variable': 'a3_c4', 'probabilities': [0.286585, 0.713415]}, {'variable': 'a4', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c0', 'probabilities': [0.056769, 0.943231]}, {'variable': 'a4_c1', 'probabilities': [0.016371, 0.983629]}, {'variable': 'a4_c2', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a4_c3', 'probabilities': [0.2, 0.8]}, {'variable': 'a4_c5', 'probabilities': [0.016371, 0.983629]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 1.0
+[FactReasoner] (a1): Probability for a1=1 is: 0.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.5
+[FactReasoner] (a2): Probability for a2=1 is: 0.5
+[FactReasoner] (a3): Probability for a3=0 is: 0.143293
+[FactReasoner] (a3): Probability for a3=1 is: 0.856707
+[FactReasoner] (a4): Probability for a4=0 is: 1.0
+[FactReasoner] (a4): Probability for a4=1 is: 0.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'NS', 'a2': 'NS', 'a3': 'S', 'a4': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0202 seconds.
+[DBG] update called. n= 41 links= {'context_atom': 41} types= {'entailment': 11, 'contradiction': 30}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 0.0, 'a3': 1.0, 'a4': 0.0}
+[DynaTD] Updated 41 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c8 -> a0] : contradiction : 0.9999991258000622
+[NLI] Found relation: [c9 -> a0] : contradiction : 1.0
+[NLI] Relations built: 2
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 30174.85it/s]
+
Contexts: 0%| | 0/2 [00:00, ?it/s]
Contexts: 100%|██████████| 2/2 [00:00<00:00, 90200.09it/s]
+
Relations: 0%| | 0/2 [00:00, ?it/s]
Relations: 100%|██████████| 2/2 [00:00<00:00, 89240.51it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c8 - a0 with discrete factor (contradiction)
+Adding edge c9 - a0 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000240803 seconds
+[WMB] Created join graph with 3 clique factors
+[WMB] Number of cliques : 3
+[WMB] Number of edges : 4
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000459909 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.163151 (3.124999e-01) d=1.163151e+00 time=0.000574 i=1
+[WMB] Converged after 1 iterations in 0.000590 seconds
+PR
+-1.163151 (3.124999e-01)
+STATUS
+true: Consistent evidence
+MAR
+3 2 0.900000 0.100000 2 0.400000 0.600000 2 0.400000 0.600000
+[MERLIN] I/O time is 0.000242 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.9, 0.1]}, {'variable': 'c8', 'probabilities': [0.4, 0.6]}, {'variable': 'c9', 'probabilities': [0.4, 0.6]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.9
+[FactReasoner] (a0): Probability for a0=1 is: 0.1
+[FactReasoner] Predictions: {'a0': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0080 seconds.
+[DBG] update called. n= 2 links= {'context_atom': 2} types= {'contradiction': 2}
+[DynaTD] consensus: {'a0': 0.0}
+[DynaTD] Updated 2 (domain, atom) pairs. Saved.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 160 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a3_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a2_c8 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a1_c3 -> a2] : entailment : 0.9999805696408871
+[NLI] Found relation: [a1_c5 -> a2] : contradiction : 0.9999949535243413
+[NLI] Found relation: [a1_c9 -> a2] : contradiction : 0.9999998410543312
+[NLI] Found relation: [a2_c1 -> a2] : contradiction : 0.9999997218451434
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a3] : entailment : 1.0
+[NLI] Relations built: 13
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 103563.06it/s]
+
Contexts: 0%| | 0/8 [00:00, ?it/s]
Contexts: 100%|██████████| 8/8 [00:00<00:00, 268435.46it/s]
+
Relations: 0%| | 0/13 [00:00, ?it/s]
Relations: 100%|██████████| 13/13 [00:00<00:00, 378652.44it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding edge a3_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (contradiction)
+Adding edge a2_c1 - a1 with discrete factor (contradiction)
+Adding edge a2_c8 - a1 with discrete factor (contradiction)
+Adding edge a1_c3 - a2 with discrete factor (entailment)
+Adding edge a1_c5 - a2 with discrete factor (contradiction)
+Adding edge a1_c9 - a2 with discrete factor (contradiction)
+Adding edge a2_c1 - a2 with discrete factor (contradiction)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a1_c3 - a3 with discrete factor (entailment)
+Adding edge a2_c7 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 0 4 7 9 11 10 8 3 2 6 5 1
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000535965 seconds
+[WMB] Created join graph with 12 clique factors
+[WMB] Number of cliques : 12
+[WMB] Number of edges : 20
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00117993 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -9.541422 (7.181466e-05) d=9.541422e+00 time=0.001518 i=1
+[WMB] Converged after 1 iterations in 0.001537 seconds
+PR
+-9.541422 (7.181466e-05)
+STATUS
+true: Consistent evidence
+MAR
+12 2 0.250000 0.750000 2 0.999516 0.000484 2 0.999541 0.000459 2 0.015995 0.984005 2 0.334094 0.665906 2 0.998860 0.001140 2 0.015995 0.984005 2 0.999240 0.000760 2 0.999179 0.000821 2 0.029766 0.970234 2 0.499543 0.500457 2 0.500000 0.500000
+[MERLIN] I/O time is 0.000651 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.25, 0.75]}, {'variable': 'a1', 'probabilities': [0.999516, 0.000484]}, {'variable': 'a1_c3', 'probabilities': [0.999541, 0.000459]}, {'variable': 'a1_c5', 'probabilities': [0.015995, 0.984005]}, {'variable': 'a1_c9', 'probabilities': [0.334094, 0.665906]}, {'variable': 'a2', 'probabilities': [0.99886, 0.00114]}, {'variable': 'a2_c1', 'probabilities': [0.015995, 0.984005]}, {'variable': 'a2_c3', 'probabilities': [0.99924, 0.00076]}, {'variable': 'a2_c7', 'probabilities': [0.999179, 0.000821]}, {'variable': 'a2_c8', 'probabilities': [0.029766, 0.970234]}, {'variable': 'a3', 'probabilities': [0.499543, 0.500457]}, {'variable': 'a3_c1', 'probabilities': [0.5, 0.5]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.25
+[FactReasoner] (a0): Probability for a0=1 is: 0.75
+[FactReasoner] (a1): Probability for a1=0 is: 0.999516
+[FactReasoner] (a1): Probability for a1=1 is: 0.000484
+[FactReasoner] (a2): Probability for a2=0 is: 0.99886
+[FactReasoner] (a2): Probability for a2=1 is: 0.00114
+[FactReasoner] (a3): Probability for a3=0 is: 0.499543
+[FactReasoner] (a3): Probability for a3=1 is: 0.500457
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'NS', 'a2': 'NS', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0144 seconds.
+[DBG] update called. n= 13 links= {'context_atom': 13} types= {'entailment': 7, 'contradiction': 6}
+[DynaTD] consensus: {'a0': 1.0, 'a1': 0.216, 'a2': 0.427, 'a3': 1.0}
+[DynaTD] Updated 13 (domain, atom) pairs. Saved.
+=== WARMUP done, state frozen ===
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 90 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 0.9999998013179273
+[NLI] Found relation: [a0_c2 -> a1] : contradiction : 0.9999987284374785
+[NLI] Found relation: [a0_c3 -> a1] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a2] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a1_c1 -> a2] : contradiction : 0.9999996423723848
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 0.9999999602635733
+[NLI] Relations built: 16
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 85019.68it/s]
+
Contexts: 0%| | 0/12 [00:00, ?it/s]
Contexts: 100%|██████████| 12/12 [00:00<00:00, 375609.31it/s]
+
Relations: 0%| | 0/16 [00:00, ?it/s]
Relations: 100%|██████████| 16/16 [00:00<00:00, 459649.75it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (contradiction)
+Adding edge a0_c3 - a1 with discrete factor (contradiction)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a2 with discrete factor (contradiction)
+Adding edge a1_c1 - a2 with discrete factor (contradiction)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 7 8 9 10 11 12 14 6 5 13 2 0 3 4
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000638962 seconds
+[WMB] Created join graph with 15 clique factors
+[WMB] Number of cliques : 15
+[WMB] Number of edges : 28
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00146294 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -9.575078 (6.943790e-05) d=9.575078e+00 time=0.001919 i=1
+[WMB] Converged after 1 iterations in 0.001942 seconds
+PR
+-9.575078 (6.943790e-05)
+STATUS
+true: Consistent evidence
+MAR
+15 2 0.112822 0.887178 2 0.225645 0.774355 2 0.999996 0.000004 2 0.999999 0.000001 2 0.000000 1.000000 2 0.073831 0.926169 2 0.036189 0.963811 2 0.129894 0.870106 2 0.058267 0.941733 2 0.155402 0.844598 2 0.094017 0.905983 2 0.043781 0.956219 2 0.271734 0.728266 2 0.985875 0.014125 2 0.987211 0.012789
+[MERLIN] I/O time is 0.000771 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.112822, 0.887178]}, {'variable': 'a0_c0', 'probabilities': [0.225645, 0.774355]}, {'variable': 'a0_c2', 'probabilities': [0.999996, 4e-06]}, {'variable': 'a0_c3', 'probabilities': [0.999999, 1e-06]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.073831, 0.926169]}, {'variable': 'a1_c1', 'probabilities': [0.036189, 0.963811]}, {'variable': 'a1_c2', 'probabilities': [0.129894, 0.870106]}, {'variable': 'a1_c3', 'probabilities': [0.058267, 0.941733]}, {'variable': 'a1_c5', 'probabilities': [0.155402, 0.844598]}, {'variable': 'a1_c6', 'probabilities': [0.094017, 0.905983]}, {'variable': 'a1_c7', 'probabilities': [0.043781, 0.956219]}, {'variable': 'a1_c8', 'probabilities': [0.271734, 0.728266]}, {'variable': 'a2', 'probabilities': [0.985875, 0.014125]}, {'variable': 'a2_c4', 'probabilities': [0.987211, 0.012789]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.112822
+[FactReasoner] (a0): Probability for a0=1 is: 0.887178
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.985875
+[FactReasoner] (a2): Probability for a2=1 is: 0.014125
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0173 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 90 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 0.9999997218451434
+[NLI] Found relation: [a0_c2 -> a1] : contradiction : 0.9999996821087633
+[NLI] Found relation: [a0_c3 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 0.8767614663148804
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a2] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a1_c0 -> a2] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a1_c1 -> a2] : contradiction : 0.9999996821087633
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 0.8790088864014076
+[NLI] Relations built: 18
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 69136.88it/s]
+
Contexts: 0%| | 0/14 [00:00, ?it/s]
Contexts: 100%|██████████| 14/14 [00:00<00:00, 396758.49it/s]
+
Relations: 0%| | 0/18 [00:00, ?it/s]
Relations: 100%|██████████| 18/18 [00:00<00:00, 487080.46it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (contradiction)
+Adding edge a0_c3 - a1 with discrete factor (contradiction)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a0_c1 - a2 with discrete factor (contradiction)
+Adding edge a1_c0 - a2 with discrete factor (contradiction)
+Adding edge a1_c1 - a2 with discrete factor (contradiction)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 8 9 10 11 12 13 14 16 7 6 15 3 0 4 5
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000625849 seconds
+[WMB] Created join graph with 17 clique factors
+[WMB] Number of cliques : 17
+[WMB] Number of edges : 32
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00161886 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -11.986936 (6.225006e-06) d=1.198694e+01 time=0.002087 i=1
+[WMB] Converged after 1 iterations in 0.002106 seconds
+PR
+-11.986936 (6.225006e-06)
+STATUS
+true: Consistent evidence
+MAR
+17 2 0.049999 0.950001 2 0.099999 0.900001 2 0.052824 0.947176 2 0.999989 0.000011 2 1.000000 0.000000 2 0.000000 1.000000 2 0.027225 0.972775 2 0.027225 0.972775 2 0.052632 0.947368 2 0.052632 0.947368 2 0.059589 0.940411 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.999797 0.000203 2 0.314627 0.685373
+[MERLIN] I/O time is 0.000749 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.049999, 0.950001]}, {'variable': 'a0_c0', 'probabilities': [0.099999, 0.900001]}, {'variable': 'a0_c1', 'probabilities': [0.052824, 0.947176]}, {'variable': 'a0_c2', 'probabilities': [0.999989, 1.1e-05]}, {'variable': 'a0_c3', 'probabilities': [1.0, 0.0]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.027225, 0.972775]}, {'variable': 'a1_c1', 'probabilities': [0.027225, 0.972775]}, {'variable': 'a1_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c4', 'probabilities': [0.059589, 0.940411]}, {'variable': 'a1_c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c8', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2', 'probabilities': [0.999797, 0.000203]}, {'variable': 'a2_c4', 'probabilities': [0.314627, 0.685373]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.049999
+[FactReasoner] (a0): Probability for a0=1 is: 0.950001
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.999797
+[FactReasoner] (a2): Probability for a2=1 is: 0.000203
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0179 seconds.
+[ 1/40] People's Daily GT=S | cctru=--| ccvan=--| fptru=S| fpvan=S| gugua=NS| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Relations built: 2
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 31068.92it/s]
+
Contexts: 0%| | 0/2 [00:00, ?it/s]
Contexts: 100%|██████████| 2/2 [00:00<00:00, 83055.52it/s]
+
Relations: 0%| | 0/2 [00:00, ?it/s]
Relations: 100%|██████████| 2/2 [00:00<00:00, 75573.05it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000218868 seconds
+[WMB] Created join graph with 3 clique factors
+[WMB] Number of cliques : 3
+[WMB] Number of edges : 4
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000463009 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.893404 (4.092601e-01) d=8.934043e-01 time=0.000575 i=1
+[WMB] Converged after 1 iterations in 0.000597 seconds
+PR
+-0.893404 (4.092601e-01)
+STATUS
+true: Consistent evidence
+MAR
+3 2 0.012444 0.987556 2 0.123303 0.876697 2 0.123303 0.876697
+[MERLIN] I/O time is 0.000248 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.012444, 0.987556]}, {'variable': 'c0', 'probabilities': [0.123303, 0.876697]}, {'variable': 'c5', 'probabilities': [0.123303, 0.876697]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.012444
+[FactReasoner] (a0): Probability for a0=1 is: 0.987556
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0077 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Relations built: 2
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 25575.02it/s]
+
Contexts: 0%| | 0/2 [00:00, ?it/s]
Contexts: 100%|██████████| 2/2 [00:00<00:00, 83886.08it/s]
+
Relations: 0%| | 0/2 [00:00, ?it/s]
Relations: 100%|██████████| 2/2 [00:00<00:00, 79891.50it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000219107 seconds
+[WMB] Created join graph with 3 clique factors
+[WMB] Number of cliques : 3
+[WMB] Number of edges : 4
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000446081 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.792968 (4.525000e-01) d=7.929675e-01 time=0.000559 i=1
+[WMB] Converged after 1 iterations in 0.000576 seconds
+PR
+-0.792968 (4.525000e-01)
+STATUS
+true: Consistent evidence
+MAR
+3 2 0.002762 0.997238 2 0.055249 0.944751 2 0.055249 0.944751
+[MERLIN] I/O time is 0.000251 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.002762, 0.997238]}, {'variable': 'c0', 'probabilities': [0.055249, 0.944751]}, {'variable': 'c5', 'probabilities': [0.055249, 0.944751]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.002762
+[FactReasoner] (a0): Probability for a0=1 is: 0.997238
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0080 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 40 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c4 -> a1] : entailment : 1.0
+[NLI] Relations built: 8
+
Atoms: 0%| | 0/2 [00:00, ?it/s]
Atoms: 100%|██████████| 2/2 [00:00<00:00, 53430.62it/s]
+
Contexts: 0%| | 0/5 [00:00, ?it/s]
Contexts: 100%|██████████| 5/5 [00:00<00:00, 192399.27it/s]
+
Relations: 0%| | 0/8 [00:00, ?it/s]
Relations: 100%|██████████| 8/8 [00:00<00:00, 286790.02it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c4 - a1 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 5 4 2 3 0 6
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000411987 seconds
+[WMB] Created join graph with 7 clique factors
+[WMB] Number of cliques : 7
+[WMB] Number of edges : 12
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.000874043 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -2.537482 (7.906523e-02) d=2.537482e+00 time=0.001126 i=1
+[WMB] Converged after 1 iterations in 0.001146 seconds
+PR
+-2.537482 (7.906523e-02)
+STATUS
+true: Consistent evidence
+MAR
+7 2 0.000064 0.999936 2 0.169643 0.830357 2 0.060435 0.939565 2 0.152390 0.847610 2 0.108358 0.891642 2 0.194081 0.805919 2 0.000999 0.999001
+[MERLIN] I/O time is 0.000564 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [6.4e-05, 0.999936]}, {'variable': 'a0_c0', 'probabilities': [0.169643, 0.830357]}, {'variable': 'a0_c2', 'probabilities': [0.060435, 0.939565]}, {'variable': 'a0_c3', 'probabilities': [0.15239, 0.84761]}, {'variable': 'a0_c4', 'probabilities': [0.108358, 0.891642]}, {'variable': 'a0_c7', 'probabilities': [0.194081, 0.805919]}, {'variable': 'a1', 'probabilities': [0.000999, 0.999001]}]
+[FactReasoner] (a0): Probability for a0=0 is: 6.4e-05
+[FactReasoner] (a0): Probability for a0=1 is: 0.999936
+[FactReasoner] (a1): Probability for a1=0 is: 0.000999
+[FactReasoner] (a1): Probability for a1=1 is: 0.999001
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0120 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 40 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 0.9839338133596028
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a1] : entailment : 0.9999999602635733
+[NLI] Relations built: 8
+
Atoms: 0%| | 0/2 [00:00, ?it/s]
Atoms: 100%|██████████| 2/2 [00:00<00:00, 59918.63it/s]
+
Contexts: 0%| | 0/5 [00:00, ?it/s]
Contexts: 100%|██████████| 5/5 [00:00<00:00, 190650.18it/s]
+
Relations: 0%| | 0/8 [00:00, ?it/s]
Relations: 100%|██████████| 8/8 [00:00<00:00, 286790.02it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c7 - a1 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 3 5 2 4 0 6
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000360012 seconds
+[WMB] Created join graph with 7 clique factors
+[WMB] Number of cliques : 7
+[WMB] Number of edges : 12
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.000787973 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.738083 (1.758571e-01) d=1.738083e+00 time=0.001017 i=1
+[WMB] Converged after 1 iterations in 0.001037 seconds
+PR
+-1.738083 (1.758571e-01)
+STATUS
+true: Consistent evidence
+MAR
+7 2 0.000000 1.000000 2 0.053445 0.946555 2 0.027046 0.972954 2 0.052632 0.947368 2 0.027046 0.972954 2 0.027046 0.972954 2 0.000020 0.999980
+[MERLIN] I/O time is 0.000365 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.053445, 0.946555]}, {'variable': 'a0_c2', 'probabilities': [0.027046, 0.972954]}, {'variable': 'a0_c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c4', 'probabilities': [0.027046, 0.972954]}, {'variable': 'a0_c7', 'probabilities': [0.027046, 0.972954]}, {'variable': 'a1', 'probabilities': [2e-05, 0.99998]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 2e-05
+[FactReasoner] (a1): Probability for a1=1 is: 0.99998
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0094 seconds.
+[ 2/40] China Xinhua N GT=S | cctru=S| ccvan=S| fptru=S| fpvan=S| gugua=S| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c9 -> a0] : entailment : 0.9999588364476519
+[NLI] Relations built: 1
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 29537.35it/s]
+
Contexts: 0%| | 0/1 [00:00, ?it/s]
Contexts: 100%|██████████| 1/1 [00:00<00:00, 44150.57it/s]
+
Relations: 0%| | 0/1 [00:00, ?it/s]
Relations: 100%|██████████| 1/1 [00:00<00:00, 44150.57it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 0 1
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000239134 seconds
+[WMB] Created join graph with 2 clique factors
+[WMB] Number of cliques : 2
+[WMB] Number of edges : 2
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000441074 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.693147 (5.000000e-01) d=6.931472e-01 time=0.000547 i=1
+[WMB] Converged after 1 iterations in 0.000567 seconds
+PR
+-0.693147 (5.000000e-01)
+STATUS
+true: Consistent evidence
+MAR
+2 2 0.120865 0.879135 2 0.241667 0.758333
+[MERLIN] I/O time is 0.000238 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.120865, 0.879135]}, {'variable': 'c9', 'probabilities': [0.241667, 0.758333]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.120865
+[FactReasoner] (a0): Probability for a0=1 is: 0.879135
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0077 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c6 -> a0] : entailment : 0.999986648915482
+[NLI] Found relation: [c9 -> a0] : entailment : 0.9999993642179308
+[NLI] Relations built: 2
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 29959.31it/s]
+
Contexts: 0%| | 0/2 [00:00, ?it/s]
Contexts: 100%|██████████| 2/2 [00:00<00:00, 84733.41it/s]
+
Relations: 0%| | 0/2 [00:00, ?it/s]
Relations: 100%|██████████| 2/2 [00:00<00:00, 85598.04it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000216007 seconds
+[WMB] Created join graph with 3 clique factors
+[WMB] Number of cliques : 3
+[WMB] Number of edges : 4
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000437975 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.792980 (4.524943e-01) d=7.929800e-01 time=0.000545 i=1
+[WMB] Converged after 1 iterations in 0.000561 seconds
+PR
+-0.792980 (4.524943e-01)
+STATUS
+true: Consistent evidence
+MAR
+3 2 0.002763 0.997237 2 0.055249 0.944751 2 0.055249 0.944751
+[MERLIN] I/O time is 0.000247 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.002763, 0.997237]}, {'variable': 'c6', 'probabilities': [0.055249, 0.944751]}, {'variable': 'c9', 'probabilities': [0.055249, 0.944751]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.002763
+[FactReasoner] (a0): Probability for a0=1 is: 0.997237
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0081 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 160 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 0.999998768173707
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 0.999986648915482
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 0.9999943972263804
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 0.9996098941334761
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 0.9999993244816028
+[NLI] Found relation: [a1_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a1] : entailment : 0.9999996026360078
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 0.9999988476461689
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 0.7593331169934873
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 0.9999993244816028
+[NLI] Found relation: [a3_c8 -> a3] : entailment : 1.0
+[NLI] Relations built: 37
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 102300.10it/s]
+
Contexts: 0%| | 0/25 [00:00, ?it/s]
Contexts: 100%|██████████| 25/25 [00:00<00:00, 566797.84it/s]
+
Relations: 0%| | 0/37 [00:00, ?it/s]
Relations: 100%|██████████| 37/37 [00:00<00:00, 721810.46it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c2 - a0 with discrete factor (entailment)
+Adding edge a1_c3 - a0 with discrete factor (entailment)
+Adding edge a1_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c7 - a0 with discrete factor (entailment)
+Adding edge a2_c0 - a0 with discrete factor (entailment)
+Adding edge a2_c1 - a0 with discrete factor (entailment)
+Adding edge a2_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c9 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c1 - a3 with discrete factor (entailment)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c8 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 5 6 7 8 9 15 20 22 23 24 25 26 27 28 16 1 3 4 10 12 13 14 17 0 11 18 19 21
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00104594 seconds
+[WMB] Created join graph with 29 clique factors
+[WMB] Number of cliques : 29
+[WMB] Number of edges : 54
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00289297 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -6.918474 (9.893385e-04) d=6.918474e+00 time=0.003895 i=1
+[WMB] Converged after 1 iterations in 0.003919 seconds
+PR
+-6.918474 (9.893385e-04)
+STATUS
+true: Consistent evidence
+MAR
+29 2 0.000000 1.000000 2 0.042017 0.957983 2 0.194032 0.805968 2 0.031464 0.968536 2 0.200000 0.800000 2 0.169591 0.830409 2 0.080646 0.919354 2 0.194031 0.805969 2 0.169591 0.830409 2 0.169646 0.830354 2 0.052632 0.947368 2 0.000000 1.000000 2 0.042017 0.957983 2 0.031464 0.968536 2 0.073791 0.926209 2 0.169591 0.830409 2 0.200000 0.800000 2 0.001041 0.998959 2 0.022478 0.977522 2 0.049567 0.950433 2 0.080646 0.919354 2 0.000000 1.000000 2 0.046436 0.953564 2 0.065404 0.934596 2 0.261754 0.738246 2 0.137441 0.862559 2 0.094017 0.905983 2 0.081081 0.918919 2 0.067327 0.932673
+[MERLIN] I/O time is 0.001165 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.042017, 0.957983]}, {'variable': 'a0_c1', 'probabilities': [0.194032, 0.805968]}, {'variable': 'a0_c2', 'probabilities': [0.031464, 0.968536]}, {'variable': 'a0_c3', 'probabilities': [0.2, 0.8]}, {'variable': 'a0_c4', 'probabilities': [0.169591, 0.830409]}, {'variable': 'a0_c5', 'probabilities': [0.080646, 0.919354]}, {'variable': 'a0_c6', 'probabilities': [0.194031, 0.805969]}, {'variable': 'a0_c7', 'probabilities': [0.169591, 0.830409]}, {'variable': 'a0_c8', 'probabilities': [0.169646, 0.830354]}, {'variable': 'a0_c9', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.042017, 0.957983]}, {'variable': 'a1_c2', 'probabilities': [0.031464, 0.968536]}, {'variable': 'a1_c3', 'probabilities': [0.073791, 0.926209]}, {'variable': 'a1_c4', 'probabilities': [0.169591, 0.830409]}, {'variable': 'a1_c7', 'probabilities': [0.2, 0.8]}, {'variable': 'a2', 'probabilities': [0.001041, 0.998959]}, {'variable': 'a2_c0', 'probabilities': [0.022478, 0.977522]}, {'variable': 'a2_c1', 'probabilities': [0.049567, 0.950433]}, {'variable': 'a2_c5', 'probabilities': [0.080646, 0.919354]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.046436, 0.953564]}, {'variable': 'a3_c1', 'probabilities': [0.065404, 0.934596]}, {'variable': 'a3_c4', 'probabilities': [0.261754, 0.738246]}, {'variable': 'a3_c5', 'probabilities': [0.137441, 0.862559]}, {'variable': 'a3_c6', 'probabilities': [0.094017, 0.905983]}, {'variable': 'a3_c7', 'probabilities': [0.081081, 0.918919]}, {'variable': 'a3_c8', 'probabilities': [0.067327, 0.932673]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.001041
+[FactReasoner] (a2): Probability for a2=1 is: 0.998959
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0208 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 160 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 0.8540619305350909
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 0.8809072200252557
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 0.9156998728044131
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 0.9999996026360078
+[NLI] Found relation: [a1_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a1] : entailment : 0.9999994834269622
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a1] : entailment : 0.9999986092288025
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 0.9999998807907365
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 0.9922811519298073
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a3] : entailment : 1.0
+[NLI] Relations built: 37
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 89717.73it/s]
+
Contexts: 0%| | 0/24 [00:00, ?it/s]
Contexts: 100%|██████████| 24/24 [00:00<00:00, 535443.06it/s]
+
Relations: 0%| | 0/37 [00:00, ?it/s]
Relations: 100%|██████████| 37/37 [00:00<00:00, 808277.33it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c2 - a0 with discrete factor (entailment)
+Adding edge a1_c3 - a0 with discrete factor (entailment)
+Adding edge a1_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c7 - a0 with discrete factor (entailment)
+Adding edge a2_c0 - a0 with discrete factor (entailment)
+Adding edge a2_c1 - a0 with discrete factor (entailment)
+Adding edge a2_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a0_c1 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c9 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c1 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c8 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 5 7 8 9 14 20 22 23 24 25 26 27 16 2 3 4 6 10 12 13 15 17 0 11 18 19 21
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.0011549 seconds
+[WMB] Created join graph with 28 clique factors
+[WMB] Number of cliques : 28
+[WMB] Number of edges : 52
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00307989 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -4.686730 (9.216774e-03) d=4.686730e+00 time=0.004106 i=1
+[WMB] Converged after 1 iterations in 0.004130 seconds
+PR
+-4.686730 (9.216774e-03)
+STATUS
+true: Consistent evidence
+MAR
+28 2 0.000000 1.000000 2 0.052632 0.947368 2 0.027027 0.972973 2 0.027027 0.972973 2 0.027027 0.972973 2 0.061076 0.938924 2 0.030569 0.969431 2 0.052632 0.947368 2 0.052632 0.947368 2 0.057200 0.942800 2 0.027027 0.972973 2 0.000000 1.000000 2 0.027027 0.972973 2 0.027027 0.972973 2 0.052632 0.947368 2 0.027232 0.972768 2 0.027027 0.972973 2 0.000188 0.999812 2 0.013884 0.986116 2 0.013884 0.986116 2 0.052632 0.947368 2 0.000000 1.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368
+[MERLIN] I/O time is 0.001160 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c1', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c2', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c3', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c4', 'probabilities': [0.061076, 0.938924]}, {'variable': 'a0_c5', 'probabilities': [0.030569, 0.969431]}, {'variable': 'a0_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c8', 'probabilities': [0.0572, 0.9428]}, {'variable': 'a0_c9', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a1_c2', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a1_c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c4', 'probabilities': [0.027232, 0.972768]}, {'variable': 'a1_c7', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2', 'probabilities': [0.000188, 0.999812]}, {'variable': 'a2_c0', 'probabilities': [0.013884, 0.986116]}, {'variable': 'a2_c1', 'probabilities': [0.013884, 0.986116]}, {'variable': 'a2_c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c8', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.000188
+[FactReasoner] (a2): Probability for a2=1 is: 0.999812
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0714 seconds.
+[ 3/40] Global Times GT=S | cctru=S| ccvan=S| fptru=S| fpvan=S| gugua=NS| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c2 -> a0] : contradiction : 0.9999999602635733
+[NLI] Found relation: [c5 -> a0] : entailment : 0.9991749251186106
+[NLI] Found relation: [c6 -> a0] : contradiction : 0.9999999602635733
+[NLI] Relations built: 3
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 26051.58it/s]
+
Contexts: 0%| | 0/3 [00:00, ?it/s]
Contexts: 100%|██████████| 3/3 [00:00<00:00, 104857.60it/s]
+
Relations: 0%| | 0/3 [00:00, ?it/s]
Relations: 100%|██████████| 3/3 [00:00<00:00, 101475.10it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding edge c2 - a0 with discrete factor (contradiction)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000304937 seconds
+[WMB] Created join graph with 4 clique factors
+[WMB] Number of cliques : 4
+[WMB] Number of edges : 6
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000597954 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -3.339587 (3.545161e-02) d=3.339587e+00 time=0.000756 i=1
+[WMB] Converged after 1 iterations in 0.000777 seconds
+PR
+-3.339587 (3.545161e-02)
+STATUS
+true: Consistent evidence
+MAR
+4 2 0.979134 0.020866 2 0.061663 0.938337 2 0.971694 0.028306 2 0.061663 0.938337
+[MERLIN] I/O time is 0.000328 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.979134, 0.020866]}, {'variable': 'c2', 'probabilities': [0.061663, 0.938337]}, {'variable': 'c5', 'probabilities': [0.971694, 0.028306]}, {'variable': 'c6', 'probabilities': [0.061663, 0.938337]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.979134
+[FactReasoner] (a0): Probability for a0=1 is: 0.020866
+[FactReasoner] Predictions: {'a0': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0133 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c1 -> a0] : contradiction : 0.9999936422520675
+[NLI] Found relation: [c2 -> a0] : contradiction : 0.9999996026360078
+[NLI] Found relation: [c5 -> a0] : entailment : 0.999975046767139
+[NLI] Found relation: [c6 -> a0] : contradiction : 0.9999999602635733
+[NLI] Relations built: 4
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 28532.68it/s]
+
Contexts: 0%| | 0/4 [00:00, ?it/s]
Contexts: 100%|██████████| 4/4 [00:00<00:00, 149796.57it/s]
+
Relations: 0%| | 0/4 [00:00, ?it/s]
Relations: 100%|██████████| 4/4 [00:00<00:00, 144631.17it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding edge c1 - a0 with discrete factor (contradiction)
+Adding edge c2 - a0 with discrete factor (contradiction)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000296116 seconds
+[WMB] Created join graph with 5 clique factors
+[WMB] Number of cliques : 5
+[WMB] Number of edges : 8
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000627995 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -3.839551 (2.150325e-02) d=3.839551e+00 time=0.000794 i=1
+[WMB] Converged after 1 iterations in 0.000814 seconds
+PR
+-3.839551 (2.150325e-02)
+STATUS
+true: Consistent evidence
+MAR
+5 2 0.997239 0.002761 2 0.055248 0.944752 2 0.055248 0.944752 2 0.996936 0.003064 2 0.055248 0.944752
+[MERLIN] I/O time is 0.000312 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.997239, 0.002761]}, {'variable': 'c1', 'probabilities': [0.055248, 0.944752]}, {'variable': 'c2', 'probabilities': [0.055248, 0.944752]}, {'variable': 'c5', 'probabilities': [0.996936, 0.003064]}, {'variable': 'c6', 'probabilities': [0.055248, 0.944752]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.997239
+[FactReasoner] (a0): Probability for a0=1 is: 0.002761
+[FactReasoner] Predictions: {'a0': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0155 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 360 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c1 -> a0] : contradiction : 0.9999997218451434
+[NLI] Found relation: [a0_c3 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : contradiction : 0.9999997615815251
+[NLI] Found relation: [a0_c8 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a3_c7 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a4_c2 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a4_c7 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c0 -> a3] : entailment : 0.9999999205271529
+[NLI] Found relation: [a0_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a3] : entailment : 0.99998486087922
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a3] : entailment : 0.9999999602635733
+[NLI] Found relation: [a4_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a3] : entailment : 0.9999973774093764
+[NLI] Found relation: [a0_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a4] : entailment : 0.9963239958215256
+[NLI] Found relation: [a0_c8 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a4] : entailment : 0.9999999205271529
+[NLI] Found relation: [a3_c5 -> a4] : entailment : 0.9999996821087633
+[NLI] Found relation: [a3_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a4] : entailment : 0.9999918938999969
+[NLI] Found relation: [a4_c0 -> a4] : entailment : 0.999998768173707
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 0.9999895892720676
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a4] : entailment : 0.9999998013179273
+[NLI] Found relation: [a0_c8 -> a5] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a5] : contradiction : 0.9999969800495339
+[NLI] Found relation: [a2_c1 -> a5] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a5_c2 -> a5] : entailment : 1.0
+[NLI] Relations built: 45
+
Atoms: 0%| | 0/6 [00:00, ?it/s]
Atoms: 100%|██████████| 6/6 [00:00<00:00, 153450.15it/s]
+
Contexts: 0%| | 0/26 [00:00, ?it/s]
Contexts: 100%|██████████| 26/26 [00:00<00:00, 478297.82it/s]
+
Relations: 0%| | 0/45 [00:00, ?it/s]
Relations: 100%|██████████| 45/45 [00:00<00:00, 890300.38it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a5_c2 with discrete factor (prior)
+Adding edge a0_c1 - a0 with discrete factor (contradiction)
+Adding edge a0_c3 - a0 with discrete factor (contradiction)
+Adding edge a0_c7 - a0 with discrete factor (contradiction)
+Adding edge a0_c8 - a0 with discrete factor (contradiction)
+Adding edge a3_c7 - a0 with discrete factor (contradiction)
+Adding edge a4_c2 - a0 with discrete factor (contradiction)
+Adding edge a4_c7 - a0 with discrete factor (contradiction)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (contradiction)
+Adding edge a0_c0 - a3 with discrete factor (entailment)
+Adding edge a0_c3 - a3 with discrete factor (entailment)
+Adding edge a0_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c8 - a3 with discrete factor (entailment)
+Adding edge a4_c0 - a3 with discrete factor (entailment)
+Adding edge a4_c2 - a3 with discrete factor (entailment)
+Adding edge a4_c3 - a3 with discrete factor (entailment)
+Adding edge a4_c5 - a3 with discrete factor (entailment)
+Adding edge a4_c7 - a3 with discrete factor (entailment)
+Adding edge a4_c8 - a3 with discrete factor (entailment)
+Adding edge a0_c0 - a4 with discrete factor (entailment)
+Adding edge a0_c3 - a4 with discrete factor (entailment)
+Adding edge a0_c5 - a4 with discrete factor (entailment)
+Adding edge a0_c6 - a4 with discrete factor (entailment)
+Adding edge a0_c8 - a4 with discrete factor (entailment)
+Adding edge a3_c0 - a4 with discrete factor (entailment)
+Adding edge a3_c5 - a4 with discrete factor (entailment)
+Adding edge a3_c6 - a4 with discrete factor (entailment)
+Adding edge a3_c7 - a4 with discrete factor (entailment)
+Adding edge a3_c8 - a4 with discrete factor (entailment)
+Adding edge a4_c0 - a4 with discrete factor (entailment)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c3 - a4 with discrete factor (entailment)
+Adding edge a4_c5 - a4 with discrete factor (entailment)
+Adding edge a4_c7 - a4 with discrete factor (entailment)
+Adding edge a4_c8 - a4 with discrete factor (entailment)
+Adding edge a0_c8 - a5 with discrete factor (entailment)
+Adding edge a1_c3 - a5 with discrete factor (contradiction)
+Adding edge a2_c1 - a5 with discrete factor (contradiction)
+Adding edge a5_c2 - a5 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 5 6 9 10 11 12 13 14 15 18 24 31 27 1 4 17 19 21 23 26 29 20 3 25 28 7 16 30 22 0 8
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00127101 seconds
+[WMB] Created join graph with 32 clique factors
+[WMB] Number of cliques : 32
+[WMB] Number of edges : 58
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00311494 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -12.404175 (4.101428e-06) d=1.240418e+01 time=0.004078 i=1
+[WMB] Converged after 1 iterations in 0.004098 seconds
+PR
+-12.404175 (4.101428e-06)
+STATUS
+true: Consistent evidence
+MAR
+32 2 1.000000 0.000000 2 0.042017 0.957983 2 0.194030 0.805970 2 0.010753 0.989247 2 0.042017 0.957983 2 0.043935 0.956065 2 0.067327 0.932673 2 0.491514 0.508486 2 0.002135 0.997865 2 0.598129 0.401871 2 0.050068 0.949932 2 0.050068 0.949932 2 0.126358 0.873642 2 0.500000 0.500000 2 0.696263 0.303737 2 0.998151 0.001849 2 0.000000 1.000000 2 0.042017 0.957983 2 0.043781 0.956219 2 0.042018 0.957982 2 0.010753 0.989247 2 0.107439 0.892561 2 0.000000 1.000000 2 0.042017 0.957983 2 0.194031 0.805969 2 0.010753 0.989247 2 0.052632 0.947368 2 0.042017 0.957983 2 0.010753 0.989247 2 0.065868 0.934132 2 0.427953 0.572047 2 0.496160 0.503840
+[MERLIN] I/O time is 0.001294 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [1.0, 0.0]}, {'variable': 'a0_c0', 'probabilities': [0.042017, 0.957983]}, {'variable': 'a0_c1', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a0_c3', 'probabilities': [0.010753, 0.989247]}, {'variable': 'a0_c5', 'probabilities': [0.042017, 0.957983]}, {'variable': 'a0_c6', 'probabilities': [0.043935, 0.956065]}, {'variable': 'a0_c7', 'probabilities': [0.067327, 0.932673]}, {'variable': 'a0_c8', 'probabilities': [0.491514, 0.508486]}, {'variable': 'a1', 'probabilities': [0.002135, 0.997865]}, {'variable': 'a1_c3', 'probabilities': [0.598129, 0.401871]}, {'variable': 'a1_c4', 'probabilities': [0.050068, 0.949932]}, {'variable': 'a1_c7', 'probabilities': [0.050068, 0.949932]}, {'variable': 'a1_c8', 'probabilities': [0.126358, 0.873642]}, {'variable': 'a2', 'probabilities': [0.5, 0.5]}, {'variable': 'a2_c1', 'probabilities': [0.696263, 0.303737]}, {'variable': 'a2_c2', 'probabilities': [0.998151, 0.001849]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.042017, 0.957983]}, {'variable': 'a3_c5', 'probabilities': [0.043781, 0.956219]}, {'variable': 'a3_c6', 'probabilities': [0.042018, 0.957982]}, {'variable': 'a3_c7', 'probabilities': [0.010753, 0.989247]}, {'variable': 'a3_c8', 'probabilities': [0.107439, 0.892561]}, {'variable': 'a4', 'probabilities': [0.0, 1.0]}, {'variable': 'a4_c0', 'probabilities': [0.042017, 0.957983]}, {'variable': 'a4_c1', 'probabilities': [0.194031, 0.805969]}, {'variable': 'a4_c2', 'probabilities': [0.010753, 0.989247]}, {'variable': 'a4_c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a4_c5', 'probabilities': [0.042017, 0.957983]}, {'variable': 'a4_c7', 'probabilities': [0.010753, 0.989247]}, {'variable': 'a4_c8', 'probabilities': [0.065868, 0.934132]}, {'variable': 'a5', 'probabilities': [0.427953, 0.572047]}, {'variable': 'a5_c2', 'probabilities': [0.49616, 0.50384]}]
+[FactReasoner] (a0): Probability for a0=0 is: 1.0
+[FactReasoner] (a0): Probability for a0=1 is: 0.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.002135
+[FactReasoner] (a1): Probability for a1=1 is: 0.997865
+[FactReasoner] (a2): Probability for a2=0 is: 0.5
+[FactReasoner] (a2): Probability for a2=1 is: 0.5
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] (a4): Probability for a4=0 is: 0.0
+[FactReasoner] (a4): Probability for a4=1 is: 1.0
+[FactReasoner] (a5): Probability for a5=0 is: 0.427953
+[FactReasoner] (a5): Probability for a5=1 is: 0.572047
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'S', 'a2': 'NS', 'a3': 'S', 'a4': 'S', 'a5': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0234 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 360 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c1 -> a0] : contradiction : 0.9999996026360078
+[NLI] Found relation: [a0_c3 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a3_c7 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a4_c2 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a4_c7 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 0.9999956687667205
+[NLI] Found relation: [a0_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 0.9350643546376652
+[NLI] Found relation: [a3_c6 -> a3] : entailment : 0.9999998807907365
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a4] : entailment : 0.9901316691864585
+[NLI] Found relation: [a0_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a4] : entailment : 0.9999999205271529
+[NLI] Found relation: [a4_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a4] : entailment : 0.9999998807907365
+[NLI] Found relation: [a4_c9 -> a4] : entailment : 0.9999717092626701
+[NLI] Found relation: [a0_c8 -> a5] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a5] : contradiction : 0.9999998013179273
+[NLI] Found relation: [a1_c6 -> a5] : contradiction : 0.9999978939781052
+[NLI] Found relation: [a2_c1 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a5_c2 -> a5] : entailment : 1.0
+[NLI] Relations built: 41
+
Atoms: 0%| | 0/6 [00:00, ?it/s]
Atoms: 100%|██████████| 6/6 [00:00<00:00, 150693.56it/s]
+
Contexts: 0%| | 0/24 [00:00, ?it/s]
Contexts: 100%|██████████| 24/24 [00:00<00:00, 578524.69it/s]
+
Relations: 0%| | 0/41 [00:00, ?it/s]
Relations: 100%|██████████| 41/41 [00:00<00:00, 830755.86it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding context variable a5_c2 with discrete factor (prior)
+Adding edge a0_c1 - a0 with discrete factor (contradiction)
+Adding edge a0_c3 - a0 with discrete factor (contradiction)
+Adding edge a0_c8 - a0 with discrete factor (contradiction)
+Adding edge a3_c7 - a0 with discrete factor (contradiction)
+Adding edge a4_c2 - a0 with discrete factor (contradiction)
+Adding edge a4_c7 - a0 with discrete factor (contradiction)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a0_c0 - a3 with discrete factor (entailment)
+Adding edge a0_c3 - a3 with discrete factor (entailment)
+Adding edge a0_c5 - a3 with discrete factor (entailment)
+Adding edge a0_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a4_c0 - a3 with discrete factor (entailment)
+Adding edge a4_c2 - a3 with discrete factor (entailment)
+Adding edge a4_c3 - a3 with discrete factor (entailment)
+Adding edge a4_c5 - a3 with discrete factor (entailment)
+Adding edge a4_c7 - a3 with discrete factor (entailment)
+Adding edge a0_c0 - a4 with discrete factor (entailment)
+Adding edge a0_c1 - a4 with discrete factor (entailment)
+Adding edge a0_c3 - a4 with discrete factor (entailment)
+Adding edge a0_c5 - a4 with discrete factor (entailment)
+Adding edge a3_c5 - a4 with discrete factor (entailment)
+Adding edge a3_c6 - a4 with discrete factor (entailment)
+Adding edge a3_c7 - a4 with discrete factor (entailment)
+Adding edge a3_c8 - a4 with discrete factor (entailment)
+Adding edge a4_c0 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c3 - a4 with discrete factor (entailment)
+Adding edge a4_c5 - a4 with discrete factor (entailment)
+Adding edge a4_c7 - a4 with discrete factor (entailment)
+Adding edge a4_c8 - a4 with discrete factor (entailment)
+Adding edge a4_c9 - a4 with discrete factor (entailment)
+Adding edge a0_c8 - a5 with discrete factor (entailment)
+Adding edge a1_c3 - a5 with discrete factor (contradiction)
+Adding edge a1_c6 - a5 with discrete factor (contradiction)
+Adding edge a2_c1 - a5 with discrete factor (contradiction)
+Adding edge a5_c2 - a5 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 5 8 9 10 11 12 13 14 19 26 27 29 23 1 4 16 17 21 24 2 22 3 18 25 6 15 20 28 0 7
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00133801 seconds
+[WMB] Created join graph with 30 clique factors
+[WMB] Number of cliques : 30
+[WMB] Number of edges : 54
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00306392 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -11.630464 (8.891059e-06) d=1.163046e+01 time=0.003978 i=1
+[WMB] Converged after 1 iterations in 0.004011 seconds
+PR
+-11.630464 (8.891059e-06)
+STATUS
+true: Consistent evidence
+MAR
+30 2 1.000000 0.000000 2 0.027027 0.972973 2 0.027289 0.972711 2 0.013699 0.986301 2 0.027027 0.972973 2 0.052632 0.947368 2 0.909544 0.090456 2 0.000146 0.999854 2 0.140707 0.859293 2 0.052770 0.947230 2 0.140704 0.859296 2 0.052770 0.947230 2 0.052770 0.947230 2 0.500000 0.500000 2 0.140707 0.859293 2 0.000000 1.000000 2 0.028850 0.971150 2 0.027027 0.972973 2 0.013699 0.986301 2 0.052632 0.947368 2 0.000000 1.000000 2 0.027027 0.972973 2 0.013699 0.986301 2 0.027027 0.972973 2 0.027027 0.972973 2 0.013699 0.986301 2 0.052632 0.947368 2 0.052633 0.947367 2 0.907031 0.092969 2 0.911925 0.088075
+[MERLIN] I/O time is 0.001464 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [1.0, 0.0]}, {'variable': 'a0_c0', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c1', 'probabilities': [0.027289, 0.972711]}, {'variable': 'a0_c3', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c5', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c8', 'probabilities': [0.909544, 0.090456]}, {'variable': 'a1', 'probabilities': [0.000146, 0.999854]}, {'variable': 'a1_c3', 'probabilities': [0.140707, 0.859293]}, {'variable': 'a1_c4', 'probabilities': [0.05277, 0.94723]}, {'variable': 'a1_c6', 'probabilities': [0.140704, 0.859296]}, {'variable': 'a1_c7', 'probabilities': [0.05277, 0.94723]}, {'variable': 'a1_c8', 'probabilities': [0.05277, 0.94723]}, {'variable': 'a2', 'probabilities': [0.5, 0.5]}, {'variable': 'a2_c1', 'probabilities': [0.140707, 0.859293]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c5', 'probabilities': [0.02885, 0.97115]}, {'variable': 'a3_c6', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a3_c7', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a3_c8', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a4', 'probabilities': [0.0, 1.0]}, {'variable': 'a4_c0', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a4_c2', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a4_c3', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a4_c5', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a4_c7', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a4_c8', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a4_c9', 'probabilities': [0.052633, 0.947367]}, {'variable': 'a5', 'probabilities': [0.907031, 0.092969]}, {'variable': 'a5_c2', 'probabilities': [0.911925, 0.088075]}]
+[FactReasoner] (a0): Probability for a0=0 is: 1.0
+[FactReasoner] (a0): Probability for a0=1 is: 0.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.000146
+[FactReasoner] (a1): Probability for a1=1 is: 0.999854
+[FactReasoner] (a2): Probability for a2=0 is: 0.5
+[FactReasoner] (a2): Probability for a2=1 is: 0.5
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] (a4): Probability for a4=0 is: 0.0
+[FactReasoner] (a4): Probability for a4=1 is: 1.0
+[FactReasoner] (a5): Probability for a5=0 is: 0.907031
+[FactReasoner] (a5): Probability for a5=1 is: 0.092969
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'S', 'a2': 'NS', 'a3': 'S', 'a4': 'S', 'a5': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0278 seconds.
+[ 4/40] Global Times GT=S | cctru=NS| ccvan=NS| fptru=S| fpvan=NS| gugua=NS| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c1 -> a0] : contradiction : 0.9999999602635733
+[NLI] Found relation: [c4 -> a0] : entailment : 0.9999936819876392
+[NLI] Found relation: [c6 -> a0] : contradiction : 1.0
+[NLI] Found relation: [c9 -> a0] : entailment : 0.999998768173707
+[NLI] Relations built: 4
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 25731.93it/s]
+
Contexts: 0%| | 0/4 [00:00, ?it/s]
Contexts: 100%|██████████| 4/4 [00:00<00:00, 151146.09it/s]
+
Relations: 0%| | 0/4 [00:00, ?it/s]
Relations: 100%|██████████| 4/4 [00:00<00:00, 155344.59it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c1 - a0 with discrete factor (contradiction)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (contradiction)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000277996 seconds
+[WMB] Created join graph with 5 clique factors
+[WMB] Number of cliques : 5
+[WMB] Number of edges : 8
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000619173 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -3.563955 (2.832657e-02) d=3.563955e+00 time=0.000774 i=1
+[WMB] Converged after 1 iterations in 0.000792 seconds
+PR
+-3.563955 (2.832657e-02)
+STATUS
+true: Consistent evidence
+MAR
+5 2 0.944704 0.055296 2 0.131483 0.868517 2 0.963124 0.036876 2 0.131483 0.868517 2 0.963133 0.036867
+[MERLIN] I/O time is 0.000301 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.944704, 0.055296]}, {'variable': 'c1', 'probabilities': [0.131483, 0.868517]}, {'variable': 'c4', 'probabilities': [0.963124, 0.036876]}, {'variable': 'c6', 'probabilities': [0.131483, 0.868517]}, {'variable': 'c9', 'probabilities': [0.963133, 0.036867]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.944704
+[FactReasoner] (a0): Probability for a0=1 is: 0.055296
+[FactReasoner] Predictions: {'a0': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0087 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c1 -> a0] : contradiction : 0.9999999602635733
+[NLI] Found relation: [c6 -> a0] : contradiction : 0.9999999602635733
+[NLI] Found relation: [c9 -> a0] : entailment : 0.9999996026360078
+[NLI] Relations built: 3
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 26051.58it/s]
+
Contexts: 0%| | 0/3 [00:00, ?it/s]
Contexts: 100%|██████████| 3/3 [00:00<00:00, 93206.76it/s]
+
Relations: 0%| | 0/3 [00:00, ?it/s]
Relations: 100%|██████████| 3/3 [00:00<00:00, 87992.39it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c1 - a0 with discrete factor (contradiction)
+Adding edge c6 - a0 with discrete factor (contradiction)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000239134 seconds
+[WMB] Created join graph with 4 clique factors
+[WMB] Number of cliques : 4
+[WMB] Number of edges : 6
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000496149 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -3.740166 (2.375016e-02) d=3.740166e+00 time=0.000630 i=1
+[WMB] Converged after 1 iterations in 0.000647 seconds
+PR
+-3.740166 (2.375016e-02)
+STATUS
+true: Consistent evidence
+MAR
+4 2 0.950000 0.050000 2 0.100000 0.900000 2 0.100000 0.900000 2 0.952625 0.047375
+[MERLIN] I/O time is 0.000263 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.95, 0.05]}, {'variable': 'c1', 'probabilities': [0.1, 0.9]}, {'variable': 'c6', 'probabilities': [0.1, 0.9]}, {'variable': 'c9', 'probabilities': [0.952625, 0.047375]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.95
+[FactReasoner] (a0): Probability for a0=1 is: 0.05
+[FactReasoner] Predictions: {'a0': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0102 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 0.9999533935135307
+[NLI] Found relation: [a0_c3 -> a0] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c4 -> a0] : contradiction : 0.9999992847452764
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 0.9999970197855413
+[NLI] Relations built: 7
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 32768.00it/s]
+
Contexts: 0%| | 0/7 [00:00, ?it/s]
Contexts: 100%|██████████| 7/7 [00:00<00:00, 250941.26it/s]
+
Relations: 0%| | 0/7 [00:00, ?it/s]
Relations: 100%|██████████| 7/7 [00:00<00:00, 255305.46it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (contradiction)
+Adding edge a0_c4 - a0 with discrete factor (contradiction)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 7 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000320196 seconds
+[WMB] Created join graph with 8 clique factors
+[WMB] Number of cliques : 8
+[WMB] Number of edges : 14
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000807047 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -5.017247 (6.622735e-03) d=5.017247e+00 time=0.001043 i=1
+[WMB] Converged after 1 iterations in 0.001064 seconds
+PR
+-5.017247 (6.622735e-03)
+STATUS
+true: Consistent evidence
+MAR
+8 2 0.000188 0.999812 2 0.043960 0.956040 2 0.080822 0.919178 2 0.999879 0.000121 2 0.999824 0.000176 2 0.067502 0.932498 2 0.080818 0.919182 2 0.333459 0.666541
+[MERLIN] I/O time is 0.000376 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.000188, 0.999812]}, {'variable': 'a0_c0', 'probabilities': [0.04396, 0.95604]}, {'variable': 'a0_c1', 'probabilities': [0.080822, 0.919178]}, {'variable': 'a0_c3', 'probabilities': [0.999879, 0.000121]}, {'variable': 'a0_c4', 'probabilities': [0.999824, 0.000176]}, {'variable': 'a0_c5', 'probabilities': [0.067502, 0.932498]}, {'variable': 'a0_c6', 'probabilities': [0.080818, 0.919182]}, {'variable': 'a0_c7', 'probabilities': [0.333459, 0.666541]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.000188
+[FactReasoner] (a0): Probability for a0=1 is: 0.999812
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0097 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 0.9999998410543312
+[NLI] Found relation: [a0_c3 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 0.9999994039542605
+[NLI] Relations built: 7
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 28149.69it/s]
+
Contexts: 0%| | 0/7 [00:00, ?it/s]
Contexts: 100%|██████████| 7/7 [00:00<00:00, 231182.11it/s]
+
Relations: 0%| | 0/7 [00:00, ?it/s]
Relations: 100%|██████████| 7/7 [00:00<00:00, 225847.14it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (contradiction)
+Adding edge a0_c4 - a0 with discrete factor (contradiction)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 7 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000323057 seconds
+[WMB] Created join graph with 8 clique factors
+[WMB] Number of cliques : 8
+[WMB] Number of edges : 14
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000771999 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -6.940932 (9.673672e-04) d=6.940932e+00 time=0.000998 i=1
+[WMB] Converged after 1 iterations in 0.001016 seconds
+PR
+-6.940932 (9.673672e-04)
+STATUS
+true: Consistent evidence
+MAR
+8 2 0.000146 0.999854 2 0.052770 0.947230 2 0.052770 0.947230 2 0.999862 0.000138 2 0.999861 0.000139 2 0.052770 0.947230 2 0.052770 0.947230 2 0.052770 0.947230
+[MERLIN] I/O time is 0.000376 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.000146, 0.999854]}, {'variable': 'a0_c0', 'probabilities': [0.05277, 0.94723]}, {'variable': 'a0_c1', 'probabilities': [0.05277, 0.94723]}, {'variable': 'a0_c3', 'probabilities': [0.999862, 0.000138]}, {'variable': 'a0_c4', 'probabilities': [0.999861, 0.000139]}, {'variable': 'a0_c5', 'probabilities': [0.05277, 0.94723]}, {'variable': 'a0_c6', 'probabilities': [0.05277, 0.94723]}, {'variable': 'a0_c7', 'probabilities': [0.05277, 0.94723]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.000146
+[FactReasoner] (a0): Probability for a0=1 is: 0.999854
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0148 seconds.
+[ 5/40] CGTN GT=S | cctru=NS| ccvan=NS| fptru=S| fpvan=S| gugua=S| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 490 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a0] : entailment : 0.9999993244816028
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 0.9999992450089515
+[NLI] Found relation: [a6_c0 -> a0] : entailment : 0.9999999205271529
+[NLI] Found relation: [a0_c0 -> a2] : contradiction : 0.9999987284374785
+[NLI] Found relation: [a0_c1 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a0_c3 -> a2] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c0 -> a2] : contradiction : 0.9999950329955904
+[NLI] Found relation: [a1_c1 -> a2] : contradiction : 0.9999997218451434
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a2] : contradiction : 0.9999969800495339
+[NLI] Found relation: [a1_c5 -> a2] : contradiction : 0.9999950329955904
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : contradiction : 0.9999012744653326
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a6_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c9 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c3 -> a5] : entailment : 0.9999999602635733
+[NLI] Found relation: [a5_c5 -> a5] : entailment : 0.9999999205271529
+[NLI] Found relation: [a5_c6 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a6] : contradiction : 0.9999997218451434
+[NLI] Found relation: [a3_c7 -> a6] : contradiction : 0.9999997615815251
+[NLI] Found relation: [a4_c3 -> a6] : contradiction : 0.9999928078096713
+[NLI] Found relation: [a6_c4 -> a6] : contradiction : 1.0
+[NLI] Found relation: [a6_c5 -> a6] : contradiction : 1.0
+[NLI] Relations built: 43
+
Atoms: 0%| | 0/7 [00:00, ?it/s]
Atoms: 100%|██████████| 7/7 [00:00<00:00, 177940.17it/s]
+
Contexts: 0%| | 0/34 [00:00, ?it/s]
Contexts: 100%|██████████| 34/34 [00:00<00:00, 766700.73it/s]
+
Relations: 0%| | 0/43 [00:00, ?it/s]
Relations: 100%|██████████| 43/43 [00:00<00:00, 812410.23it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding atom variable a6 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c6 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding context variable a5_c0 with discrete factor (prior)
+Adding context variable a5_c2 with discrete factor (prior)
+Adding context variable a5_c3 with discrete factor (prior)
+Adding context variable a5_c5 with discrete factor (prior)
+Adding context variable a5_c6 with discrete factor (prior)
+Adding context variable a5_c8 with discrete factor (prior)
+Adding context variable a6_c0 with discrete factor (prior)
+Adding context variable a6_c4 with discrete factor (prior)
+Adding context variable a6_c5 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c2 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a6_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a2 with discrete factor (contradiction)
+Adding edge a0_c1 - a2 with discrete factor (contradiction)
+Adding edge a0_c3 - a2 with discrete factor (contradiction)
+Adding edge a1_c0 - a2 with discrete factor (contradiction)
+Adding edge a1_c1 - a2 with discrete factor (contradiction)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c3 - a2 with discrete factor (contradiction)
+Adding edge a1_c5 - a2 with discrete factor (contradiction)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (contradiction)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a6_c0 - a2 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a4_c0 - a4 with discrete factor (entailment)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c3 - a4 with discrete factor (entailment)
+Adding edge a4_c5 - a4 with discrete factor (entailment)
+Adding edge a4_c6 - a4 with discrete factor (entailment)
+Adding edge a4_c7 - a4 with discrete factor (entailment)
+Adding edge a4_c8 - a4 with discrete factor (entailment)
+Adding edge a4_c9 - a4 with discrete factor (entailment)
+Adding edge a5_c0 - a5 with discrete factor (entailment)
+Adding edge a5_c2 - a5 with discrete factor (entailment)
+Adding edge a5_c3 - a5 with discrete factor (entailment)
+Adding edge a5_c5 - a5 with discrete factor (entailment)
+Adding edge a5_c6 - a5 with discrete factor (entailment)
+Adding edge a5_c8 - a5 with discrete factor (entailment)
+Adding edge a3_c3 - a6 with discrete factor (contradiction)
+Adding edge a3_c7 - a6 with discrete factor (contradiction)
+Adding edge a4_c3 - a6 with discrete factor (contradiction)
+Adding edge a6_c4 - a6 with discrete factor (contradiction)
+Adding edge a6_c5 - a6 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 3 4 8 11 12 13 14 15 16 17 19 21 22 23 25 26 27 28 29 31 32 33 34 35 36 39 40 24 18 20 6 1 2 5 7 9 38 37 30 10 0
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00122499 seconds
+[WMB] Created join graph with 41 clique factors
+[WMB] Number of cliques : 41
+[WMB] Number of edges : 74
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00341916 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -22.406080 (1.858502e-10) d=2.240608e+01 time=0.004499 i=1
+[WMB] Converged after 1 iterations in 0.004520 seconds
+PR
+-22.406080 (1.858502e-10)
+STATUS
+true: Consistent evidence
+MAR
+41 2 0.000002 0.999998 2 0.068689 0.931311 2 0.054499 0.945501 2 0.100758 0.899242 2 0.500000 0.500000 2 0.068689 0.931311 2 0.050129 0.949871 2 0.999194 0.000806 2 0.100759 0.899241 2 0.050129 0.949871 2 0.999157 0.000843 2 0.999386 0.000614 2 0.999431 0.000569 2 0.999493 0.000507 2 0.297667 0.702333 2 0.999336 0.000664 2 0.999293 0.000707 2 0.047039 0.952961 2 0.094078 0.905922 2 0.333378 0.666622 2 0.000000 1.000000 2 0.080646 0.919354 2 0.043781 0.956219 2 0.194030 0.805970 2 0.052696 0.947304 2 0.080646 0.919354 2 0.194030 0.805970 2 0.263158 0.736842 2 0.043781 0.956219 2 0.263158 0.736842 2 0.000000 1.000000 2 0.080646 0.919354 2 0.048035 0.951965 2 0.123596 0.876404 2 0.043781 0.956219 2 0.080646 0.919354 2 0.194030 0.805970 2 0.999933 0.000067 2 0.999194 0.000806 2 0.263208 0.736792 2 0.155458 0.844542
+[MERLIN] I/O time is 0.001323 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [2e-06, 0.999998]}, {'variable': 'a0_c0', 'probabilities': [0.068689, 0.931311]}, {'variable': 'a0_c1', 'probabilities': [0.054499, 0.945501]}, {'variable': 'a0_c3', 'probabilities': [0.100758, 0.899242]}, {'variable': 'a1', 'probabilities': [0.5, 0.5]}, {'variable': 'a1_c0', 'probabilities': [0.068689, 0.931311]}, {'variable': 'a1_c1', 'probabilities': [0.050129, 0.949871]}, {'variable': 'a1_c2', 'probabilities': [0.999194, 0.000806]}, {'variable': 'a1_c3', 'probabilities': [0.100759, 0.899241]}, {'variable': 'a1_c5', 'probabilities': [0.050129, 0.949871]}, {'variable': 'a2', 'probabilities': [0.999157, 0.000843]}, {'variable': 'a2_c0', 'probabilities': [0.999386, 0.000614]}, {'variable': 'a2_c1', 'probabilities': [0.999431, 0.000569]}, {'variable': 'a2_c2', 'probabilities': [0.999493, 0.000507]}, {'variable': 'a2_c3', 'probabilities': [0.297667, 0.702333]}, {'variable': 'a2_c4', 'probabilities': [0.999336, 0.000664]}, {'variable': 'a2_c9', 'probabilities': [0.999293, 0.000707]}, {'variable': 'a3', 'probabilities': [0.047039, 0.952961]}, {'variable': 'a3_c3', 'probabilities': [0.094078, 0.905922]}, {'variable': 'a3_c7', 'probabilities': [0.333378, 0.666622]}, {'variable': 'a4', 'probabilities': [0.0, 1.0]}, {'variable': 'a4_c0', 'probabilities': [0.080646, 0.919354]}, {'variable': 'a4_c1', 'probabilities': [0.043781, 0.956219]}, {'variable': 'a4_c2', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a4_c3', 'probabilities': [0.052696, 0.947304]}, {'variable': 'a4_c5', 'probabilities': [0.080646, 0.919354]}, {'variable': 'a4_c6', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a4_c7', 'probabilities': [0.263158, 0.736842]}, {'variable': 'a4_c8', 'probabilities': [0.043781, 0.956219]}, {'variable': 'a4_c9', 'probabilities': [0.263158, 0.736842]}, {'variable': 'a5', 'probabilities': [0.0, 1.0]}, {'variable': 'a5_c0', 'probabilities': [0.080646, 0.919354]}, {'variable': 'a5_c2', 'probabilities': [0.048035, 0.951965]}, {'variable': 'a5_c3', 'probabilities': [0.123596, 0.876404]}, {'variable': 'a5_c5', 'probabilities': [0.043781, 0.956219]}, {'variable': 'a5_c6', 'probabilities': [0.080646, 0.919354]}, {'variable': 'a5_c8', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a6', 'probabilities': [0.999933, 6.7e-05]}, {'variable': 'a6_c0', 'probabilities': [0.999194, 0.000806]}, {'variable': 'a6_c4', 'probabilities': [0.263208, 0.736792]}, {'variable': 'a6_c5', 'probabilities': [0.155458, 0.844542]}]
+[FactReasoner] (a0): Probability for a0=0 is: 2e-06
+[FactReasoner] (a0): Probability for a0=1 is: 0.999998
+[FactReasoner] (a1): Probability for a1=0 is: 0.5
+[FactReasoner] (a1): Probability for a1=1 is: 0.5
+[FactReasoner] (a2): Probability for a2=0 is: 0.999157
+[FactReasoner] (a2): Probability for a2=1 is: 0.000843
+[FactReasoner] (a3): Probability for a3=0 is: 0.047039
+[FactReasoner] (a3): Probability for a3=1 is: 0.952961
+[FactReasoner] (a4): Probability for a4=0 is: 0.0
+[FactReasoner] (a4): Probability for a4=1 is: 1.0
+[FactReasoner] (a5): Probability for a5=0 is: 0.0
+[FactReasoner] (a5): Probability for a5=1 is: 1.0
+[FactReasoner] (a6): Probability for a6=0 is: 0.999933
+[FactReasoner] (a6): Probability for a6=1 is: 6.7e-05
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'NS', 'a2': 'NS', 'a3': 'S', 'a4': 'S', 'a5': 'S', 'a6': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0219 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 490 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 0.9999976952977584
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a6_c0 -> a0] : entailment : 0.9999988873824022
+[NLI] Found relation: [a0_c0 -> a2] : contradiction : 0.9999936422520675
+[NLI] Found relation: [a0_c1 -> a2] : contradiction : 0.9999997218451434
+[NLI] Found relation: [a0_c2 -> a2] : contradiction : 0.8538251903540515
+[NLI] Found relation: [a0_c3 -> a2] : contradiction : 0.9999997615815251
+[NLI] Found relation: [a1_c0 -> a2] : contradiction : 0.9999996821087633
+[NLI] Found relation: [a1_c1 -> a2] : contradiction : 0.9999985694925803
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a2] : contradiction : 0.9999804504411968
+[NLI] Found relation: [a1_c5 -> a2] : contradiction : 0.9999636040789412
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : contradiction : 0.9999990463275026
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a6_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 0.9999990463275026
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a3] : entailment : 0.8754584835571391
+[NLI] Found relation: [a4_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a4] : entailment : 0.9999984105478588
+[NLI] Found relation: [a4_c9 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c1 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c3 -> a5] : entailment : 0.9999973774093764
+[NLI] Found relation: [a5_c5 -> a5] : entailment : 0.9999928475452098
+[NLI] Found relation: [a5_c6 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a6] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a3_c7 -> a6] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a6_c4 -> a6] : contradiction : 1.0
+[NLI] Found relation: [a6_c5 -> a6] : contradiction : 1.0
+[NLI] Relations built: 45
+
Atoms: 0%| | 0/7 [00:00, ?it/s]
Atoms: 100%|██████████| 7/7 [00:00<00:00, 171696.65it/s]
+
Contexts: 0%| | 0/38 [00:00, ?it/s]
Contexts: 100%|██████████| 38/38 [00:00<00:00, 813181.39it/s]
+
Relations: 0%| | 0/45 [00:00, ?it/s]
Relations: 100%|██████████| 45/45 [00:00<00:00, 573689.00it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding atom variable a6 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c6 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding context variable a5_c0 with discrete factor (prior)
+Adding context variable a5_c1 with discrete factor (prior)
+Adding context variable a5_c2 with discrete factor (prior)
+Adding context variable a5_c3 with discrete factor (prior)
+Adding context variable a5_c5 with discrete factor (prior)
+Adding context variable a5_c6 with discrete factor (prior)
+Adding context variable a5_c8 with discrete factor (prior)
+Adding context variable a6_c0 with discrete factor (prior)
+Adding context variable a6_c4 with discrete factor (prior)
+Adding context variable a6_c5 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a6_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a2 with discrete factor (contradiction)
+Adding edge a0_c1 - a2 with discrete factor (contradiction)
+Adding edge a0_c2 - a2 with discrete factor (contradiction)
+Adding edge a0_c3 - a2 with discrete factor (contradiction)
+Adding edge a1_c0 - a2 with discrete factor (contradiction)
+Adding edge a1_c1 - a2 with discrete factor (contradiction)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c3 - a2 with discrete factor (contradiction)
+Adding edge a1_c5 - a2 with discrete factor (contradiction)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (contradiction)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a6_c0 - a2 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c8 - a3 with discrete factor (entailment)
+Adding edge a4_c0 - a4 with discrete factor (entailment)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c3 - a4 with discrete factor (entailment)
+Adding edge a4_c5 - a4 with discrete factor (entailment)
+Adding edge a4_c6 - a4 with discrete factor (entailment)
+Adding edge a4_c7 - a4 with discrete factor (entailment)
+Adding edge a4_c8 - a4 with discrete factor (entailment)
+Adding edge a4_c9 - a4 with discrete factor (entailment)
+Adding edge a5_c0 - a5 with discrete factor (entailment)
+Adding edge a5_c1 - a5 with discrete factor (entailment)
+Adding edge a5_c2 - a5 with discrete factor (entailment)
+Adding edge a5_c3 - a5 with discrete factor (entailment)
+Adding edge a5_c5 - a5 with discrete factor (entailment)
+Adding edge a5_c6 - a5 with discrete factor (entailment)
+Adding edge a5_c8 - a5 with discrete factor (entailment)
+Adding edge a3_c3 - a6 with discrete factor (contradiction)
+Adding edge a3_c7 - a6 with discrete factor (contradiction)
+Adding edge a6_c4 - a6 with discrete factor (contradiction)
+Adding edge a6_c5 - a6 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 3 4 5 8 9 12 13 14 15 16 17 19 21 22 24 25 26 27 28 29 30 31 32 34 35 36 37 38 39 40 43 44 20 18 41 6 1 2 7 10 42 11 0 33 23
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00156498 seconds
+[WMB] Created join graph with 45 clique factors
+[WMB] Number of cliques : 45
+[WMB] Number of edges : 80
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00387597 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -27.845828 (8.066975e-13) d=2.784583e+01 time=0.005003 i=1
+[WMB] Converged after 1 iterations in 0.005022 seconds
+PR
+-27.845828 (8.066975e-13)
+STATUS
+true: Consistent evidence
+MAR
+45 2 0.000022 0.999978 2 0.027839 0.972161 2 0.027839 0.972161 2 0.061271 0.938729 2 0.053422 0.946578 2 0.500000 0.500000 2 0.027839 0.972161 2 0.027839 0.972161 2 0.999209 0.000791 2 0.053423 0.946577 2 0.027839 0.972161 2 0.999165 0.000835 2 0.999209 0.000791 2 0.999209 0.000791 2 0.999209 0.000791 2 0.053422 0.946578 2 0.999209 0.000791 2 0.999209 0.000791 2 0.000275 0.999725 2 0.052892 0.947108 2 0.027299 0.972701 2 0.052635 0.947365 2 0.059741 0.940259 2 0.000000 1.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.000000 1.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.999996 0.000004 2 0.999209 0.000791 2 0.052635 0.947365 2 0.052635 0.947365
+[MERLIN] I/O time is 0.085442 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [2.2e-05, 0.999978]}, {'variable': 'a0_c0', 'probabilities': [0.027839, 0.972161]}, {'variable': 'a0_c1', 'probabilities': [0.027839, 0.972161]}, {'variable': 'a0_c2', 'probabilities': [0.061271, 0.938729]}, {'variable': 'a0_c3', 'probabilities': [0.053422, 0.946578]}, {'variable': 'a1', 'probabilities': [0.5, 0.5]}, {'variable': 'a1_c0', 'probabilities': [0.027839, 0.972161]}, {'variable': 'a1_c1', 'probabilities': [0.027839, 0.972161]}, {'variable': 'a1_c2', 'probabilities': [0.999209, 0.000791]}, {'variable': 'a1_c3', 'probabilities': [0.053423, 0.946577]}, {'variable': 'a1_c5', 'probabilities': [0.027839, 0.972161]}, {'variable': 'a2', 'probabilities': [0.999165, 0.000835]}, {'variable': 'a2_c0', 'probabilities': [0.999209, 0.000791]}, {'variable': 'a2_c1', 'probabilities': [0.999209, 0.000791]}, {'variable': 'a2_c2', 'probabilities': [0.999209, 0.000791]}, {'variable': 'a2_c3', 'probabilities': [0.053422, 0.946578]}, {'variable': 'a2_c4', 'probabilities': [0.999209, 0.000791]}, {'variable': 'a2_c9', 'probabilities': [0.999209, 0.000791]}, {'variable': 'a3', 'probabilities': [0.000275, 0.999725]}, {'variable': 'a3_c0', 'probabilities': [0.052892, 0.947108]}, {'variable': 'a3_c3', 'probabilities': [0.027299, 0.972701]}, {'variable': 'a3_c7', 'probabilities': [0.052635, 0.947365]}, {'variable': 'a3_c8', 'probabilities': [0.059741, 0.940259]}, {'variable': 'a4', 'probabilities': [0.0, 1.0]}, {'variable': 'a4_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a4_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a4_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a4_c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a4_c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a4_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a4_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a4_c8', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a4_c9', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a5', 'probabilities': [0.0, 1.0]}, {'variable': 'a5_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a5_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a5_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a5_c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a5_c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a5_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a5_c8', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a6', 'probabilities': [0.999996, 4e-06]}, {'variable': 'a6_c0', 'probabilities': [0.999209, 0.000791]}, {'variable': 'a6_c4', 'probabilities': [0.052635, 0.947365]}, {'variable': 'a6_c5', 'probabilities': [0.052635, 0.947365]}]
+[FactReasoner] (a0): Probability for a0=0 is: 2.2e-05
+[FactReasoner] (a0): Probability for a0=1 is: 0.999978
+[FactReasoner] (a1): Probability for a1=0 is: 0.5
+[FactReasoner] (a1): Probability for a1=1 is: 0.5
+[FactReasoner] (a2): Probability for a2=0 is: 0.999165
+[FactReasoner] (a2): Probability for a2=1 is: 0.000835
+[FactReasoner] (a3): Probability for a3=0 is: 0.000275
+[FactReasoner] (a3): Probability for a3=1 is: 0.999725
+[FactReasoner] (a4): Probability for a4=0 is: 0.0
+[FactReasoner] (a4): Probability for a4=1 is: 1.0
+[FactReasoner] (a5): Probability for a5=0 is: 0.0
+[FactReasoner] (a5): Probability for a5=1 is: 1.0
+[FactReasoner] (a6): Probability for a6=0 is: 0.999996
+[FactReasoner] (a6): Probability for a6=1 is: 4e-06
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'NS', 'a2': 'NS', 'a3': 'S', 'a4': 'S', 'a5': 'S', 'a6': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.1153 seconds.
+[ 6/40] China Xinhua N GT=NS | cctru=--| ccvan=--| fptru=S| fpvan=S| gugua=NS| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c0 -> a0] : entailment : 0.866490472110128
+[NLI] Found relation: [c1 -> a0] : contradiction : 1.0
+[NLI] Found relation: [c4 -> a0] : contradiction : 0.9999999602635733
+[NLI] Found relation: [c6 -> a0] : contradiction : 1.0
+[NLI] Found relation: [c7 -> a0] : contradiction : 0.9999999602635733
+[NLI] Found relation: [c9 -> a0] : contradiction : 0.9999981721308997
+[NLI] Relations built: 6
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 21399.51it/s]
+
Contexts: 0%| | 0/6 [00:00, ?it/s]
Contexts: 100%|██████████| 6/6 [00:00<00:00, 123969.58it/s]
+
Relations: 0%| | 0/6 [00:00, ?it/s]
Relations: 100%|██████████| 6/6 [00:00<00:00, 144631.17it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (contradiction)
+Adding edge c4 - a0 with discrete factor (contradiction)
+Adding edge c6 - a0 with discrete factor (contradiction)
+Adding edge c7 - a0 with discrete factor (contradiction)
+Adding edge c9 - a0 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00028801 seconds
+[WMB] Created join graph with 7 clique factors
+[WMB] Number of cliques : 7
+[WMB] Number of edges : 12
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000696898 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -2.261834 (1.041592e-01) d=2.261834e+00 time=0.000897 i=1
+[WMB] Converged after 1 iterations in 0.000915 seconds
+PR
+-2.261834 (1.041592e-01)
+STATUS
+true: Consistent evidence
+MAR
+7 2 0.999989 0.000011 2 0.789250 0.210750 2 0.078177 0.921823 2 0.094027 0.905973 2 0.078177 0.921823 2 0.094027 0.905973 2 0.092906 0.907094
+[MERLIN] I/O time is 0.000352 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.999989, 1.1e-05]}, {'variable': 'c0', 'probabilities': [0.78925, 0.21075]}, {'variable': 'c1', 'probabilities': [0.078177, 0.921823]}, {'variable': 'c4', 'probabilities': [0.094027, 0.905973]}, {'variable': 'c6', 'probabilities': [0.078177, 0.921823]}, {'variable': 'c7', 'probabilities': [0.094027, 0.905973]}, {'variable': 'c9', 'probabilities': [0.092906, 0.907094]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.999989
+[FactReasoner] (a0): Probability for a0=1 is: 1.1e-05
+[FactReasoner] Predictions: {'a0': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0105 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c1 -> a0] : contradiction : 1.0
+[NLI] Found relation: [c4 -> a0] : contradiction : 1.0
+[NLI] Found relation: [c6 -> a0] : contradiction : 1.0
+[NLI] Found relation: [c7 -> a0] : contradiction : 0.9999999602635733
+[NLI] Found relation: [c9 -> a0] : contradiction : 0.9999981721308997
+[NLI] Relations built: 5
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 28149.69it/s]
+
Contexts: 0%| | 0/5 [00:00, ?it/s]
Contexts: 100%|██████████| 5/5 [00:00<00:00, 169125.16it/s]
+
Relations: 0%| | 0/5 [00:00, ?it/s]
Relations: 100%|██████████| 5/5 [00:00<00:00, 173318.35it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c1 - a0 with discrete factor (contradiction)
+Adding edge c4 - a0 with discrete factor (contradiction)
+Adding edge c6 - a0 with discrete factor (contradiction)
+Adding edge c7 - a0 with discrete factor (contradiction)
+Adding edge c9 - a0 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000288963 seconds
+[WMB] Created join graph with 6 clique factors
+[WMB] Number of cliques : 6
+[WMB] Number of edges : 10
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000658989 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.949615 (3.868899e-01) d=9.496150e-01 time=0.000840 i=1
+[WMB] Converged after 1 iterations in 0.000859 seconds
+PR
+-0.949615 (3.868899e-01)
+STATUS
+true: Consistent evidence
+MAR
+6 2 1.000000 0.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368
+[MERLIN] I/O time is 0.000325 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [1.0, 0.0]}, {'variable': 'c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c9', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 1.0
+[FactReasoner] (a0): Probability for a0=1 is: 0.0
+[FactReasoner] Predictions: {'a0': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0094 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 360 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 0.9999999205271529
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 0.999947195860167
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 0.9740454110146879
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a1] : entailment : 0.8253213871168974
+[NLI] Found relation: [a2_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a1] : entailment : 0.9998564337768083
+[NLI] Found relation: [a3_c7 -> a1] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a3_c8 -> a1] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a4_c5 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a4_c8 -> a1] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a5_c7 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a5_c9 -> a1] : contradiction : 0.9999990463275026
+[NLI] Found relation: [a1_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a3_c4 -> a2] : entailment : 0.9999994834269622
+[NLI] Found relation: [a3_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a2] : contradiction : 0.9999950329955904
+[NLI] Found relation: [a4_c4 -> a2] : contradiction : 0.9999997218451434
+[NLI] Found relation: [a4_c5 -> a2] : entailment : 0.9989412434605655
+[NLI] Found relation: [a5_c4 -> a2] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a5_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a3] : contradiction : 0.9999928078096713
+[NLI] Found relation: [a0_c5 -> a3] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c6 -> a3] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a1_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a3] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a2_c6 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a3_c6 -> a3] : entailment : 0.9986413367501805
+[NLI] Found relation: [a3_c9 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a4_c4 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a4_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c4 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a5_c9 -> a3] : entailment : 0.9901317073012474
+[NLI] Found relation: [a0_c0 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a0_c1 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c5 -> a4] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a0_c6 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a1_c1 -> a4] : contradiction : 0.9999998410543312
+[NLI] Found relation: [a1_c3 -> a4] : contradiction : 0.9999996821087633
+[NLI] Found relation: [a1_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a4] : contradiction : 0.999999006591263
+[NLI] Found relation: [a1_c6 -> a4] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a1_c7 -> a4] : contradiction : 0.9999950329955904
+[NLI] Found relation: [a2_c3 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a2_c4 -> a4] : contradiction : 0.9999750070341268
+[NLI] Found relation: [a2_c5 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a2_c6 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a2_c8 -> a4] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a2_c9 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a3_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a4] : contradiction : 0.9999321393877604
+[NLI] Found relation: [a4_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c4 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a5_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c9 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a5] : contradiction : 0.9999998013179273
+[NLI] Found relation: [a0_c1 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a0_c5 -> a5] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a0_c6 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a1_c1 -> a5] : contradiction : 0.9999779472546195
+[NLI] Found relation: [a1_c4 -> a5] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a5] : contradiction : 0.9999998410543312
+[NLI] Found relation: [a1_c6 -> a5] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a1_c7 -> a5] : contradiction : 0.9999987284374785
+[NLI] Found relation: [a2_c3 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a2_c5 -> a5] : contradiction : 0.9999997615815251
+[NLI] Found relation: [a2_c6 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a2_c8 -> a5] : contradiction : 0.9999998013179273
+[NLI] Found relation: [a2_c9 -> a5] : contradiction : 0.999999006591263
+[NLI] Found relation: [a3_c1 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a4_c0 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a5] : contradiction : 0.999988158823802
+[NLI] Found relation: [a4_c5 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c1 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c3 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c4 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a5_c7 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c9 -> a5] : entailment : 1.0
+[NLI] Relations built: 112
+
Atoms: 0%| | 0/6 [00:00, ?it/s]
Atoms: 100%|██████████| 6/6 [00:00<00:00, 171196.08it/s]
+
Contexts: 0%| | 0/40 [00:00, ?it/s]
Contexts: 100%|██████████| 40/40 [00:00<00:00, 739084.41it/s]
+
Relations: 0%| | 0/112 [00:00, ?it/s]
Relations: 100%|██████████| 112/112 [00:00<00:00, 1062810.06it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a5_c0 with discrete factor (prior)
+Adding context variable a5_c1 with discrete factor (prior)
+Adding context variable a5_c3 with discrete factor (prior)
+Adding context variable a5_c4 with discrete factor (prior)
+Adding context variable a5_c7 with discrete factor (prior)
+Adding context variable a5_c8 with discrete factor (prior)
+Adding context variable a5_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c3 - a1 with discrete factor (entailment)
+Adding edge a2_c5 - a1 with discrete factor (entailment)
+Adding edge a2_c6 - a1 with discrete factor (entailment)
+Adding edge a2_c8 - a1 with discrete factor (entailment)
+Adding edge a2_c9 - a1 with discrete factor (entailment)
+Adding edge a3_c4 - a1 with discrete factor (entailment)
+Adding edge a3_c7 - a1 with discrete factor (contradiction)
+Adding edge a3_c8 - a1 with discrete factor (contradiction)
+Adding edge a4_c5 - a1 with discrete factor (contradiction)
+Adding edge a4_c8 - a1 with discrete factor (contradiction)
+Adding edge a5_c7 - a1 with discrete factor (contradiction)
+Adding edge a5_c9 - a1 with discrete factor (contradiction)
+Adding edge a1_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (contradiction)
+Adding edge a2_c6 - a2 with discrete factor (contradiction)
+Adding edge a3_c4 - a2 with discrete factor (entailment)
+Adding edge a3_c7 - a2 with discrete factor (entailment)
+Adding edge a3_c9 - a2 with discrete factor (contradiction)
+Adding edge a4_c4 - a2 with discrete factor (contradiction)
+Adding edge a4_c5 - a2 with discrete factor (entailment)
+Adding edge a5_c4 - a2 with discrete factor (contradiction)
+Adding edge a5_c7 - a2 with discrete factor (entailment)
+Adding edge a0_c0 - a3 with discrete factor (contradiction)
+Adding edge a0_c5 - a3 with discrete factor (contradiction)
+Adding edge a0_c6 - a3 with discrete factor (contradiction)
+Adding edge a1_c4 - a3 with discrete factor (entailment)
+Adding edge a2_c3 - a3 with discrete factor (contradiction)
+Adding edge a2_c6 - a3 with discrete factor (contradiction)
+Adding edge a3_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a3 with discrete factor (contradiction)
+Adding edge a4_c4 - a3 with discrete factor (contradiction)
+Adding edge a4_c5 - a3 with discrete factor (entailment)
+Adding edge a5_c4 - a3 with discrete factor (contradiction)
+Adding edge a5_c9 - a3 with discrete factor (entailment)
+Adding edge a0_c0 - a4 with discrete factor (contradiction)
+Adding edge a0_c1 - a4 with discrete factor (contradiction)
+Adding edge a0_c5 - a4 with discrete factor (contradiction)
+Adding edge a0_c6 - a4 with discrete factor (contradiction)
+Adding edge a1_c1 - a4 with discrete factor (contradiction)
+Adding edge a1_c3 - a4 with discrete factor (contradiction)
+Adding edge a1_c4 - a4 with discrete factor (entailment)
+Adding edge a1_c5 - a4 with discrete factor (contradiction)
+Adding edge a1_c6 - a4 with discrete factor (contradiction)
+Adding edge a1_c7 - a4 with discrete factor (contradiction)
+Adding edge a2_c3 - a4 with discrete factor (contradiction)
+Adding edge a2_c4 - a4 with discrete factor (contradiction)
+Adding edge a2_c5 - a4 with discrete factor (contradiction)
+Adding edge a2_c6 - a4 with discrete factor (contradiction)
+Adding edge a2_c8 - a4 with discrete factor (contradiction)
+Adding edge a2_c9 - a4 with discrete factor (contradiction)
+Adding edge a3_c1 - a4 with discrete factor (entailment)
+Adding edge a3_c6 - a4 with discrete factor (entailment)
+Adding edge a3_c7 - a4 with discrete factor (entailment)
+Adding edge a3_c8 - a4 with discrete factor (entailment)
+Adding edge a3_c9 - a4 with discrete factor (contradiction)
+Adding edge a4_c0 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c4 - a4 with discrete factor (contradiction)
+Adding edge a4_c5 - a4 with discrete factor (entailment)
+Adding edge a4_c7 - a4 with discrete factor (entailment)
+Adding edge a4_c8 - a4 with discrete factor (entailment)
+Adding edge a5_c0 - a4 with discrete factor (entailment)
+Adding edge a5_c1 - a4 with discrete factor (entailment)
+Adding edge a5_c3 - a4 with discrete factor (entailment)
+Adding edge a5_c4 - a4 with discrete factor (contradiction)
+Adding edge a5_c7 - a4 with discrete factor (entailment)
+Adding edge a5_c8 - a4 with discrete factor (entailment)
+Adding edge a5_c9 - a4 with discrete factor (entailment)
+Adding edge a0_c0 - a5 with discrete factor (contradiction)
+Adding edge a0_c1 - a5 with discrete factor (contradiction)
+Adding edge a0_c5 - a5 with discrete factor (contradiction)
+Adding edge a0_c6 - a5 with discrete factor (contradiction)
+Adding edge a1_c1 - a5 with discrete factor (contradiction)
+Adding edge a1_c4 - a5 with discrete factor (entailment)
+Adding edge a1_c5 - a5 with discrete factor (contradiction)
+Adding edge a1_c6 - a5 with discrete factor (contradiction)
+Adding edge a1_c7 - a5 with discrete factor (contradiction)
+Adding edge a2_c3 - a5 with discrete factor (contradiction)
+Adding edge a2_c5 - a5 with discrete factor (contradiction)
+Adding edge a2_c6 - a5 with discrete factor (contradiction)
+Adding edge a2_c8 - a5 with discrete factor (contradiction)
+Adding edge a2_c9 - a5 with discrete factor (contradiction)
+Adding edge a3_c1 - a5 with discrete factor (entailment)
+Adding edge a3_c6 - a5 with discrete factor (entailment)
+Adding edge a3_c7 - a5 with discrete factor (entailment)
+Adding edge a3_c8 - a5 with discrete factor (entailment)
+Adding edge a3_c9 - a5 with discrete factor (contradiction)
+Adding edge a4_c0 - a5 with discrete factor (entailment)
+Adding edge a4_c2 - a5 with discrete factor (entailment)
+Adding edge a4_c4 - a5 with discrete factor (contradiction)
+Adding edge a4_c5 - a5 with discrete factor (entailment)
+Adding edge a4_c7 - a5 with discrete factor (entailment)
+Adding edge a4_c8 - a5 with discrete factor (entailment)
+Adding edge a5_c1 - a5 with discrete factor (entailment)
+Adding edge a5_c3 - a5 with discrete factor (entailment)
+Adding edge a5_c4 - a5 with discrete factor (contradiction)
+Adding edge a5_c7 - a5 with discrete factor (entailment)
+Adding edge a5_c8 - a5 with discrete factor (entailment)
+Adding edge a5_c9 - a5 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 3 6 8 10 17 19 39 41 2 25 32 33 36 40 44 11 26 29 9 13 14 15 20 22 23 37 43 28 5 27 34 30 42 35 12 18 21 45 1 0 4 7 16 31 24 38
+[WMB] + induced width : 5
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.0038681 seconds
+[WMB] Created join graph with 46 clique factors
+[WMB] Number of cliques : 46
+[WMB] Number of edges : 90
+[WMB] Max clique size : 6
+[WMB] Max separator size : 5
+[WMB] Finished initialization in 0.00794291 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -54.184107 (2.938607e-24) d=5.418411e+01 time=0.010156 i=1
+[WMB] Converged after 1 iterations in 0.010180 seconds
+PR
+-54.184107 (2.938607e-24)
+STATUS
+true: Consistent evidence
+MAR
+46 2 0.000010 0.999990 2 0.016707 0.983293 2 0.099099 0.900901 2 0.194038 0.805962 2 0.016707 0.983293 2 0.052133 0.947867 2 0.194038 0.805962 2 0.000000 1.000000 2 0.080646 0.919354 2 0.107402 0.892598 2 0.078167 0.921833 2 0.049944 0.950056 2 1.000000 0.000000 2 0.031012 0.968988 2 0.025287 0.974713 2 0.011317 0.988683 2 1.000000 0.000000 2 0.080646 0.919354 2 0.002853 0.997147 2 0.122196 0.877804 2 0.017727 0.982273 2 0.008344 0.991656 2 0.031012 0.968988 2 0.035145 0.964855 2 1.000000 0.000000 2 1.000000 0.000000 2 0.999998 0.000002 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 0.013699 0.986301 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 0.005406 0.994594 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 0.009039 0.990961 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000
+[MERLIN] I/O time is 0.002282 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [1e-05, 0.99999]}, {'variable': 'a0_c0', 'probabilities': [0.016707, 0.983293]}, {'variable': 'a0_c1', 'probabilities': [0.099099, 0.900901]}, {'variable': 'a0_c2', 'probabilities': [0.194038, 0.805962]}, {'variable': 'a0_c5', 'probabilities': [0.016707, 0.983293]}, {'variable': 'a0_c6', 'probabilities': [0.052133, 0.947867]}, {'variable': 'a0_c9', 'probabilities': [0.194038, 0.805962]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.080646, 0.919354]}, {'variable': 'a1_c1', 'probabilities': [0.107402, 0.892598]}, {'variable': 'a1_c2', 'probabilities': [0.078167, 0.921833]}, {'variable': 'a1_c3', 'probabilities': [0.049944, 0.950056]}, {'variable': 'a1_c4', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c5', 'probabilities': [0.031012, 0.968988]}, {'variable': 'a1_c6', 'probabilities': [0.025287, 0.974713]}, {'variable': 'a1_c7', 'probabilities': [0.011317, 0.988683]}, {'variable': 'a2', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c0', 'probabilities': [0.080646, 0.919354]}, {'variable': 'a2_c3', 'probabilities': [0.002853, 0.997147]}, {'variable': 'a2_c4', 'probabilities': [0.122196, 0.877804]}, {'variable': 'a2_c5', 'probabilities': [0.017727, 0.982273]}, {'variable': 'a2_c6', 'probabilities': [0.008344, 0.991656]}, {'variable': 'a2_c8', 'probabilities': [0.031012, 0.968988]}, {'variable': 'a2_c9', 'probabilities': [0.035145, 0.964855]}, {'variable': 'a3', 'probabilities': [1.0, 0.0]}, {'variable': 'a3_c1', 'probabilities': [1.0, 0.0]}, {'variable': 'a3_c4', 'probabilities': [0.999998, 2e-06]}, {'variable': 'a3_c6', 'probabilities': [1.0, 0.0]}, {'variable': 'a3_c7', 'probabilities': [1.0, 0.0]}, {'variable': 'a3_c8', 'probabilities': [1.0, 0.0]}, {'variable': 'a3_c9', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a4', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c0', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c2', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c4', 'probabilities': [0.005406, 0.994594]}, {'variable': 'a4_c5', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c7', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c8', 'probabilities': [1.0, 0.0]}, {'variable': 'a5', 'probabilities': [1.0, 0.0]}, {'variable': 'a5_c0', 'probabilities': [1.0, 0.0]}, {'variable': 'a5_c1', 'probabilities': [1.0, 0.0]}, {'variable': 'a5_c3', 'probabilities': [1.0, 0.0]}, {'variable': 'a5_c4', 'probabilities': [0.009039, 0.990961]}, {'variable': 'a5_c7', 'probabilities': [1.0, 0.0]}, {'variable': 'a5_c8', 'probabilities': [1.0, 0.0]}, {'variable': 'a5_c9', 'probabilities': [1.0, 0.0]}]
+[FactReasoner] (a0): Probability for a0=0 is: 1e-05
+[FactReasoner] (a0): Probability for a0=1 is: 0.99999
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 1.0
+[FactReasoner] (a2): Probability for a2=1 is: 0.0
+[FactReasoner] (a3): Probability for a3=0 is: 1.0
+[FactReasoner] (a3): Probability for a3=1 is: 0.0
+[FactReasoner] (a4): Probability for a4=0 is: 1.0
+[FactReasoner] (a4): Probability for a4=1 is: 0.0
+[FactReasoner] (a5): Probability for a5=0 is: 1.0
+[FactReasoner] (a5): Probability for a5=1 is: 0.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'NS', 'a3': 'NS', 'a4': 'NS', 'a5': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0352 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 360 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 0.999986648915482
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a1] : entailment : 0.9982566996487175
+[NLI] Found relation: [a2_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a1] : entailment : 0.9996099734977563
+[NLI] Found relation: [a3_c7 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a3_c8 -> a1] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a3_c9 -> a1] : entailment : 0.9740454473007077
+[NLI] Found relation: [a4_c5 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a4_c8 -> a1] : contradiction : 0.9999998410543312
+[NLI] Found relation: [a5_c1 -> a1] : contradiction : 0.9999988079099372
+[NLI] Found relation: [a5_c7 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a5_c9 -> a1] : entailment : 0.9999989668549492
+[NLI] Found relation: [a0_c0 -> a2] : contradiction : 0.9999126745780812
+[NLI] Found relation: [a1_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a2] : entailment : 0.9585707491910209
+[NLI] Found relation: [a2_c3 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a3_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a4_c4 -> a2] : contradiction : 0.9999997218451434
+[NLI] Found relation: [a4_c8 -> a2] : entailment : 0.9998154923938917
+[NLI] Found relation: [a5_c4 -> a2] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a5_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a3] : contradiction : 0.9999969800495339
+[NLI] Found relation: [a0_c5 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a0_c6 -> a3] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a2_c6 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a3_c9 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a4_c4 -> a3] : contradiction : 0.9999998410543312
+[NLI] Found relation: [a4_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c4 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a5_c9 -> a3] : entailment : 0.9839341114820273
+[NLI] Found relation: [a0_c0 -> a4] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a0_c1 -> a4] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a0_c5 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a0_c6 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a1_c1 -> a4] : contradiction : 0.9999866091820087
+[NLI] Found relation: [a1_c3 -> a4] : contradiction : 0.9999994039542605
+[NLI] Found relation: [a1_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a4] : contradiction : 0.9999998013179273
+[NLI] Found relation: [a1_c6 -> a4] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a2_c3 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a2_c5 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a2_c6 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a2_c8 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a2_c9 -> a4] : contradiction : 0.9999988476461689
+[NLI] Found relation: [a3_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a4] : contradiction : 0.999996145596167
+[NLI] Found relation: [a4_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c4 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a5_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c9 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a0_c1 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a0_c5 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a0_c6 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a1_c1 -> a5] : contradiction : 0.9999981721308997
+[NLI] Found relation: [a1_c3 -> a5] : contradiction : 0.9999976555615725
+[NLI] Found relation: [a1_c4 -> a5] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a5] : contradiction : 0.9999978939781052
+[NLI] Found relation: [a1_c6 -> a5] : contradiction : 0.9999998013179273
+[NLI] Found relation: [a1_c7 -> a5] : contradiction : 0.9999907415832462
+[NLI] Found relation: [a2_c3 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a2_c5 -> a5] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a2_c6 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a2_c8 -> a5] : contradiction : 0.9999995628996703
+[NLI] Found relation: [a2_c9 -> a5] : contradiction : 0.9999998410543312
+[NLI] Found relation: [a3_c1 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a4_c0 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c1 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c3 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c4 -> a5] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a5_c7 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a5] : entailment : 0.9999998410543312
+[NLI] Found relation: [a5_c9 -> a5] : entailment : 1.0
+[NLI] Relations built: 111
+
Atoms: 0%| | 0/6 [00:00, ?it/s]
Atoms: 100%|██████████| 6/6 [00:00<00:00, 164482.51it/s]
+
Contexts: 0%| | 0/38 [00:00, ?it/s]
Contexts: 100%|██████████| 38/38 [00:00<00:00, 800922.37it/s]
+
Relations: 0%| | 0/111 [00:00, ?it/s]
Relations: 100%|██████████| 111/111 [00:00<00:00, 1080203.58it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a5_c0 with discrete factor (prior)
+Adding context variable a5_c1 with discrete factor (prior)
+Adding context variable a5_c3 with discrete factor (prior)
+Adding context variable a5_c4 with discrete factor (prior)
+Adding context variable a5_c7 with discrete factor (prior)
+Adding context variable a5_c8 with discrete factor (prior)
+Adding context variable a5_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c3 - a1 with discrete factor (entailment)
+Adding edge a2_c5 - a1 with discrete factor (entailment)
+Adding edge a2_c6 - a1 with discrete factor (entailment)
+Adding edge a2_c8 - a1 with discrete factor (entailment)
+Adding edge a2_c9 - a1 with discrete factor (entailment)
+Adding edge a3_c4 - a1 with discrete factor (entailment)
+Adding edge a3_c7 - a1 with discrete factor (contradiction)
+Adding edge a3_c8 - a1 with discrete factor (contradiction)
+Adding edge a3_c9 - a1 with discrete factor (entailment)
+Adding edge a4_c5 - a1 with discrete factor (contradiction)
+Adding edge a4_c8 - a1 with discrete factor (contradiction)
+Adding edge a5_c1 - a1 with discrete factor (contradiction)
+Adding edge a5_c7 - a1 with discrete factor (contradiction)
+Adding edge a5_c9 - a1 with discrete factor (entailment)
+Adding edge a0_c0 - a2 with discrete factor (contradiction)
+Adding edge a1_c4 - a2 with discrete factor (entailment)
+Adding edge a1_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (contradiction)
+Adding edge a2_c6 - a2 with discrete factor (contradiction)
+Adding edge a3_c7 - a2 with discrete factor (entailment)
+Adding edge a3_c9 - a2 with discrete factor (contradiction)
+Adding edge a4_c4 - a2 with discrete factor (contradiction)
+Adding edge a4_c8 - a2 with discrete factor (entailment)
+Adding edge a5_c4 - a2 with discrete factor (contradiction)
+Adding edge a5_c7 - a2 with discrete factor (entailment)
+Adding edge a0_c1 - a3 with discrete factor (contradiction)
+Adding edge a0_c5 - a3 with discrete factor (contradiction)
+Adding edge a0_c6 - a3 with discrete factor (contradiction)
+Adding edge a1_c4 - a3 with discrete factor (entailment)
+Adding edge a2_c3 - a3 with discrete factor (contradiction)
+Adding edge a2_c6 - a3 with discrete factor (contradiction)
+Adding edge a3_c9 - a3 with discrete factor (contradiction)
+Adding edge a4_c4 - a3 with discrete factor (contradiction)
+Adding edge a4_c5 - a3 with discrete factor (entailment)
+Adding edge a5_c4 - a3 with discrete factor (contradiction)
+Adding edge a5_c9 - a3 with discrete factor (entailment)
+Adding edge a0_c0 - a4 with discrete factor (contradiction)
+Adding edge a0_c1 - a4 with discrete factor (contradiction)
+Adding edge a0_c5 - a4 with discrete factor (contradiction)
+Adding edge a0_c6 - a4 with discrete factor (contradiction)
+Adding edge a1_c1 - a4 with discrete factor (contradiction)
+Adding edge a1_c3 - a4 with discrete factor (contradiction)
+Adding edge a1_c4 - a4 with discrete factor (entailment)
+Adding edge a1_c5 - a4 with discrete factor (contradiction)
+Adding edge a1_c6 - a4 with discrete factor (contradiction)
+Adding edge a2_c3 - a4 with discrete factor (contradiction)
+Adding edge a2_c5 - a4 with discrete factor (contradiction)
+Adding edge a2_c6 - a4 with discrete factor (contradiction)
+Adding edge a2_c8 - a4 with discrete factor (contradiction)
+Adding edge a2_c9 - a4 with discrete factor (contradiction)
+Adding edge a3_c1 - a4 with discrete factor (entailment)
+Adding edge a3_c6 - a4 with discrete factor (entailment)
+Adding edge a3_c7 - a4 with discrete factor (entailment)
+Adding edge a3_c8 - a4 with discrete factor (entailment)
+Adding edge a3_c9 - a4 with discrete factor (contradiction)
+Adding edge a4_c0 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c4 - a4 with discrete factor (contradiction)
+Adding edge a4_c5 - a4 with discrete factor (entailment)
+Adding edge a4_c8 - a4 with discrete factor (entailment)
+Adding edge a5_c0 - a4 with discrete factor (entailment)
+Adding edge a5_c1 - a4 with discrete factor (entailment)
+Adding edge a5_c3 - a4 with discrete factor (entailment)
+Adding edge a5_c4 - a4 with discrete factor (contradiction)
+Adding edge a5_c7 - a4 with discrete factor (entailment)
+Adding edge a5_c8 - a4 with discrete factor (entailment)
+Adding edge a5_c9 - a4 with discrete factor (entailment)
+Adding edge a0_c0 - a5 with discrete factor (contradiction)
+Adding edge a0_c1 - a5 with discrete factor (contradiction)
+Adding edge a0_c5 - a5 with discrete factor (contradiction)
+Adding edge a0_c6 - a5 with discrete factor (contradiction)
+Adding edge a1_c1 - a5 with discrete factor (contradiction)
+Adding edge a1_c3 - a5 with discrete factor (contradiction)
+Adding edge a1_c4 - a5 with discrete factor (entailment)
+Adding edge a1_c5 - a5 with discrete factor (contradiction)
+Adding edge a1_c6 - a5 with discrete factor (contradiction)
+Adding edge a1_c7 - a5 with discrete factor (contradiction)
+Adding edge a2_c3 - a5 with discrete factor (contradiction)
+Adding edge a2_c5 - a5 with discrete factor (contradiction)
+Adding edge a2_c6 - a5 with discrete factor (contradiction)
+Adding edge a2_c8 - a5 with discrete factor (contradiction)
+Adding edge a2_c9 - a5 with discrete factor (contradiction)
+Adding edge a3_c1 - a5 with discrete factor (entailment)
+Adding edge a3_c6 - a5 with discrete factor (entailment)
+Adding edge a3_c7 - a5 with discrete factor (entailment)
+Adding edge a3_c8 - a5 with discrete factor (entailment)
+Adding edge a3_c9 - a5 with discrete factor (contradiction)
+Adding edge a4_c0 - a5 with discrete factor (entailment)
+Adding edge a4_c2 - a5 with discrete factor (entailment)
+Adding edge a4_c5 - a5 with discrete factor (entailment)
+Adding edge a4_c7 - a5 with discrete factor (entailment)
+Adding edge a4_c8 - a5 with discrete factor (entailment)
+Adding edge a5_c0 - a5 with discrete factor (entailment)
+Adding edge a5_c1 - a5 with discrete factor (entailment)
+Adding edge a5_c3 - a5 with discrete factor (entailment)
+Adding edge a5_c4 - a5 with discrete factor (contradiction)
+Adding edge a5_c7 - a5 with discrete factor (entailment)
+Adding edge a5_c8 - a5 with discrete factor (entailment)
+Adding edge a5_c9 - a5 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 3 6 9 16 24 34 39 23 25 30 31 37 42 14 27 8 10 12 18 20 21 38 5 2 43 33 32 40 35 11 13 17 19 26 28 41 1 7 4 0 15 22 29 36
+[WMB] + induced width : 5
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00396705 seconds
+[WMB] Created join graph with 44 clique factors
+[WMB] Number of cliques : 44
+[WMB] Number of edges : 86
+[WMB] Max clique size : 6
+[WMB] Max separator size : 5
+[WMB] Finished initialization in 0.00792599 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -77.807162 (1.617256e-34) d=7.780716e+01 time=0.010041 i=1
+[WMB] Converged after 1 iterations in 0.010063 seconds
+PR
+-77.807162 (1.617256e-34)
+STATUS
+true: Consistent evidence
+MAR
+44 2 0.000000 1.000000 2 0.006897 0.993103 2 0.013699 0.986301 2 0.052632 0.947368 2 0.006897 0.993103 2 0.013699 0.986301 2 0.052632 0.947368 2 0.000000 1.000000 2 0.013699 0.986301 2 0.052632 0.947368 2 0.013699 0.986301 2 1.000000 0.000000 2 0.013699 0.986301 2 0.143558 0.856442 2 0.027027 0.972973 2 1.000000 0.000000 2 0.052632 0.947368 2 0.003460 0.996540 2 0.013699 0.986301 2 0.003466 0.996534 2 0.013699 0.986301 2 0.013699 0.986301 2 1.000000 0.000000 2 1.000000 0.000000 2 0.052651 0.947349 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 0.003552 0.996448 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 0.013699 0.986301 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 0.006897 0.993103 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000
+[MERLIN] I/O time is 0.002299 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a0_c1', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c5', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a0_c6', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c9', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c1', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c3', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c4', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c5', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c6', 'probabilities': [0.143558, 0.856442]}, {'variable': 'a1_c7', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c3', 'probabilities': [0.00346, 0.99654]}, {'variable': 'a2_c5', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a2_c6', 'probabilities': [0.003466, 0.996534]}, {'variable': 'a2_c8', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a2_c9', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a3', 'probabilities': [1.0, 0.0]}, {'variable': 'a3_c1', 'probabilities': [1.0, 0.0]}, {'variable': 'a3_c4', 'probabilities': [0.052651, 0.947349]}, {'variable': 'a3_c6', 'probabilities': [1.0, 0.0]}, {'variable': 'a3_c7', 'probabilities': [1.0, 0.0]}, {'variable': 'a3_c8', 'probabilities': [1.0, 0.0]}, {'variable': 'a3_c9', 'probabilities': [0.003552, 0.996448]}, {'variable': 'a4', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c0', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c2', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c4', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a4_c5', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c7', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c8', 'probabilities': [1.0, 0.0]}, {'variable': 'a5', 'probabilities': [1.0, 0.0]}, {'variable': 'a5_c0', 'probabilities': [1.0, 0.0]}, {'variable': 'a5_c1', 'probabilities': [1.0, 0.0]}, {'variable': 'a5_c3', 'probabilities': [1.0, 0.0]}, {'variable': 'a5_c4', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a5_c7', 'probabilities': [1.0, 0.0]}, {'variable': 'a5_c8', 'probabilities': [1.0, 0.0]}, {'variable': 'a5_c9', 'probabilities': [1.0, 0.0]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 1.0
+[FactReasoner] (a2): Probability for a2=1 is: 0.0
+[FactReasoner] (a3): Probability for a3=0 is: 1.0
+[FactReasoner] (a3): Probability for a3=1 is: 0.0
+[FactReasoner] (a4): Probability for a4=0 is: 1.0
+[FactReasoner] (a4): Probability for a4=1 is: 0.0
+[FactReasoner] (a5): Probability for a5=0 is: 1.0
+[FactReasoner] (a5): Probability for a5=1 is: 0.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'NS', 'a3': 'NS', 'a4': 'NS', 'a5': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0344 seconds.
+[ 7/40] ChinaDaily GT=NS | cctru=NS| ccvan=NS| fptru=NS| fpvan=NS| gugua=NS| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c5 -> a0] : contradiction : 0.9999999205271529
+[NLI] Found relation: [c9 -> a0] : entailment : 1.0
+[NLI] Relations built: 2
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 27594.11it/s]
+
Contexts: 0%| | 0/2 [00:00, ?it/s]
Contexts: 100%|██████████| 2/2 [00:00<00:00, 82241.25it/s]
+
Relations: 0%| | 0/2 [00:00, ?it/s]
Relations: 100%|██████████| 2/2 [00:00<00:00, 80659.69it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c5 - a0 with discrete factor (contradiction)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000555992 seconds
+[WMB] Created join graph with 3 clique factors
+[WMB] Number of cliques : 3
+[WMB] Number of edges : 4
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.00078392 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.766125 (1.709943e-01) d=1.766125e+00 time=0.000900 i=1
+[WMB] Converged after 1 iterations in 0.000918 seconds
+PR
+-1.766125 (1.709943e-01)
+STATUS
+true: Consistent evidence
+MAR
+3 2 0.651188 0.348812 2 0.475162 0.524838 2 0.777538 0.222462
+[MERLIN] I/O time is 0.007583 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.651188, 0.348812]}, {'variable': 'c5', 'probabilities': [0.475162, 0.524838]}, {'variable': 'c9', 'probabilities': [0.777538, 0.222462]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.651188
+[FactReasoner] (a0): Probability for a0=1 is: 0.348812
+[FactReasoner] Predictions: {'a0': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0173 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c5 -> a0] : contradiction : 0.9999999205271529
+[NLI] Found relation: [c7 -> a0] : contradiction : 0.9999983708116444
+[NLI] Found relation: [c9 -> a0] : entailment : 1.0
+[NLI] Relations built: 3
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 29746.84it/s]
+
Contexts: 0%| | 0/3 [00:00, ?it/s]
Contexts: 100%|██████████| 3/3 [00:00<00:00, 114390.11it/s]
+
Relations: 0%| | 0/3 [00:00, ?it/s]
Relations: 100%|██████████| 3/3 [00:00<00:00, 110376.42it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c5 - a0 with discrete factor (contradiction)
+Adding edge c7 - a0 with discrete factor (contradiction)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000249863 seconds
+[WMB] Created join graph with 4 clique factors
+[WMB] Number of cliques : 4
+[WMB] Number of edges : 6
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.00051403 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -3.740173 (2.375000e-02) d=3.740173e+00 time=0.000643 i=1
+[WMB] Converged after 1 iterations in 0.000661 seconds
+PR
+-3.740173 (2.375000e-02)
+STATUS
+true: Consistent evidence
+MAR
+4 2 0.949998 0.050002 2 0.100001 0.899999 2 0.100000 0.900000 2 0.952630 0.047370
+[MERLIN] I/O time is 0.000280 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.949998, 0.050002]}, {'variable': 'c5', 'probabilities': [0.100001, 0.899999]}, {'variable': 'c7', 'probabilities': [0.1, 0.9]}, {'variable': 'c9', 'probabilities': [0.95263, 0.04737]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.949998
+[FactReasoner] (a0): Probability for a0=1 is: 0.050002
+[FactReasoner] Predictions: {'a0': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0087 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 40 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c2 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : contradiction : 0.9999997615815251
+[NLI] Found relation: [a0_c7 -> a0] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a0_c8 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : contradiction : 0.9999983708116444
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a1_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c8 -> a0] : entailment : 0.9999997218451434
+[NLI] Found relation: [a1_c9 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c4 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c8 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : contradiction : 1.0
+[NLI] Relations built: 22
+
Atoms: 0%| | 0/2 [00:00, ?it/s]
Atoms: 100%|██████████| 2/2 [00:00<00:00, 61230.72it/s]
+
Contexts: 0%| | 0/14 [00:00, ?it/s]
Contexts: 100%|██████████| 14/14 [00:00<00:00, 431766.59it/s]
+
Relations: 0%| | 0/22 [00:00, ?it/s]
Relations: 100%|██████████| 22/22 [00:00<00:00, 599186.29it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding edge a0_c2 - a0 with discrete factor (contradiction)
+Adding edge a0_c3 - a0 with discrete factor (contradiction)
+Adding edge a0_c4 - a0 with discrete factor (contradiction)
+Adding edge a0_c5 - a0 with discrete factor (contradiction)
+Adding edge a0_c6 - a0 with discrete factor (contradiction)
+Adding edge a0_c7 - a0 with discrete factor (contradiction)
+Adding edge a0_c8 - a0 with discrete factor (contradiction)
+Adding edge a0_c9 - a0 with discrete factor (contradiction)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (contradiction)
+Adding edge a1_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c7 - a0 with discrete factor (contradiction)
+Adding edge a1_c8 - a0 with discrete factor (entailment)
+Adding edge a1_c9 - a0 with discrete factor (contradiction)
+Adding edge a0_c2 - a1 with discrete factor (contradiction)
+Adding edge a0_c4 - a1 with discrete factor (contradiction)
+Adding edge a0_c5 - a1 with discrete factor (contradiction)
+Adding edge a0_c8 - a1 with discrete factor (contradiction)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 5 6 8 11 13 14 1 3 4 7 10 12 15 0 9
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000784874 seconds
+[WMB] Created join graph with 16 clique factors
+[WMB] Number of cliques : 16
+[WMB] Number of edges : 30
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.001966 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -9.200001 (1.010393e-04) d=9.200001e+00 time=0.002558 i=1
+[WMB] Converged after 1 iterations in 0.002577 seconds
+PR
+-9.200001 (1.010393e-04)
+STATUS
+true: Consistent evidence
+MAR
+16 2 1.000000 0.000000 2 0.035201 0.964799 2 0.153846 0.846154 2 0.052632 0.947368 2 0.107439 0.892561 2 0.080646 0.919354 2 0.155402 0.844598 2 0.052632 0.947368 2 0.153846 0.846154 2 0.999999 0.000001 2 1.000000 0.000000 2 0.080646 0.919354 2 1.000000 0.000000 2 0.127170 0.872830 2 1.000000 0.000000 2 0.052632 0.947368
+[MERLIN] I/O time is 0.000624 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [1.0, 0.0]}, {'variable': 'a0_c2', 'probabilities': [0.035201, 0.964799]}, {'variable': 'a0_c3', 'probabilities': [0.153846, 0.846154]}, {'variable': 'a0_c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c5', 'probabilities': [0.107439, 0.892561]}, {'variable': 'a0_c6', 'probabilities': [0.080646, 0.919354]}, {'variable': 'a0_c7', 'probabilities': [0.155402, 0.844598]}, {'variable': 'a0_c8', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c9', 'probabilities': [0.153846, 0.846154]}, {'variable': 'a1', 'probabilities': [0.999999, 1e-06]}, {'variable': 'a1_c1', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c5', 'probabilities': [0.080646, 0.919354]}, {'variable': 'a1_c6', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c7', 'probabilities': [0.12717, 0.87283]}, {'variable': 'a1_c8', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c9', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 1.0
+[FactReasoner] (a0): Probability for a0=1 is: 0.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.999999
+[FactReasoner] (a1): Probability for a1=1 is: 1e-06
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0119 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 40 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c2 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a0_c7 -> a0] : contradiction : 0.9999998410543312
+[NLI] Found relation: [a0_c8 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : contradiction : 0.9999997615815251
+[NLI] Found relation: [a1_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c4 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c8 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c2 -> a1] : contradiction : 0.9971322974815191
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : contradiction : 0.9999955892951177
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 0.9999998013179273
+[NLI] Found relation: [a1_c9 -> a1] : contradiction : 1.0
+[NLI] Relations built: 23
+
Atoms: 0%| | 0/2 [00:00, ?it/s]
Atoms: 100%|██████████| 2/2 [00:00<00:00, 51150.05it/s]
+
Contexts: 0%| | 0/14 [00:00, ?it/s]
Contexts: 100%|██████████| 14/14 [00:00<00:00, 388875.87it/s]
+
Relations: 0%| | 0/23 [00:00, ?it/s]
Relations: 100%|██████████| 23/23 [00:00<00:00, 548119.27it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding edge a0_c2 - a0 with discrete factor (contradiction)
+Adding edge a0_c3 - a0 with discrete factor (contradiction)
+Adding edge a0_c4 - a0 with discrete factor (contradiction)
+Adding edge a0_c5 - a0 with discrete factor (contradiction)
+Adding edge a0_c6 - a0 with discrete factor (contradiction)
+Adding edge a0_c7 - a0 with discrete factor (contradiction)
+Adding edge a0_c8 - a0 with discrete factor (contradiction)
+Adding edge a0_c9 - a0 with discrete factor (contradiction)
+Adding edge a1_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c7 - a0 with discrete factor (contradiction)
+Adding edge a1_c8 - a0 with discrete factor (entailment)
+Adding edge a1_c9 - a0 with discrete factor (contradiction)
+Adding edge a0_c2 - a1 with discrete factor (contradiction)
+Adding edge a0_c3 - a1 with discrete factor (contradiction)
+Adding edge a0_c4 - a1 with discrete factor (contradiction)
+Adding edge a0_c5 - a1 with discrete factor (contradiction)
+Adding edge a0_c8 - a1 with discrete factor (contradiction)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (contradiction)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (contradiction)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 5 6 8 10 11 14 1 2 3 4 7 12 13 15 0 9
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000663996 seconds
+[WMB] Created join graph with 16 clique factors
+[WMB] Number of cliques : 16
+[WMB] Number of edges : 30
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00168204 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -12.513414 (3.676997e-06) d=1.251341e+01 time=0.002186 i=1
+[WMB] Converged after 1 iterations in 0.002209 seconds
+PR
+-12.513414 (3.676997e-06)
+STATUS
+true: Consistent evidence
+MAR
+16 2 1.000000 0.000000 2 0.027027 0.972973 2 0.027027 0.972973 2 0.027027 0.972973 2 0.027027 0.972973 2 0.052632 0.947368 2 0.052632 0.947368 2 0.027027 0.972973 2 0.052632 0.947368 2 1.000000 0.000000 2 0.999999 0.000001 2 0.052775 0.947225 2 1.000000 0.000000 2 0.027027 0.972973 2 1.000000 0.000000 2 0.027027 0.972973
+[MERLIN] I/O time is 0.000680 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [1.0, 0.0]}, {'variable': 'a0_c2', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c3', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c4', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c5', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c8', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c9', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c1', 'probabilities': [0.999999, 1e-06]}, {'variable': 'a1_c2', 'probabilities': [0.052775, 0.947225]}, {'variable': 'a1_c6', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c7', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a1_c8', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c9', 'probabilities': [0.027027, 0.972973]}]
+[FactReasoner] (a0): Probability for a0=0 is: 1.0
+[FactReasoner] (a0): Probability for a0=1 is: 0.0
+[FactReasoner] (a1): Probability for a1=0 is: 1.0
+[FactReasoner] (a1): Probability for a1=1 is: 0.0
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0152 seconds.
+[ 8/40] XHNews GT=NS | cctru=NS| ccvan=NS| fptru=NS| fpvan=NS| gugua=S| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Relations built: 3
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 28339.89it/s]
+
Contexts: 0%| | 0/3 [00:00, ?it/s]
Contexts: 100%|██████████| 3/3 [00:00<00:00, 113359.57it/s]
+
Relations: 0%| | 0/3 [00:00, ?it/s]
Relations: 100%|██████████| 3/3 [00:00<00:00, 114390.11it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000232935 seconds
+[WMB] Created join graph with 4 clique factors
+[WMB] Number of cliques : 4
+[WMB] Number of edges : 6
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000488997 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.417685 (2.422743e-01) d=1.417685e+00 time=0.000616 i=1
+[WMB] Converged after 1 iterations in 0.000641 seconds
+PR
+-1.417685 (2.422743e-01)
+STATUS
+true: Consistent evidence
+MAR
+4 2 0.022003 0.977997 2 0.320916 0.679084 2 0.287342 0.712658 2 0.287342 0.712658
+[MERLIN] I/O time is 0.000263 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.022003, 0.977997]}, {'variable': 'c0', 'probabilities': [0.320916, 0.679084]}, {'variable': 'c3', 'probabilities': [0.287342, 0.712658]}, {'variable': 'c8', 'probabilities': [0.287342, 0.712658]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.022003
+[FactReasoner] (a0): Probability for a0=1 is: 0.977997
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0086 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Relations built: 3
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 26379.27it/s]
+
Contexts: 0%| | 0/3 [00:00, ?it/s]
Contexts: 100%|██████████| 3/3 [00:00<00:00, 91180.52it/s]
+
Relations: 0%| | 0/3 [00:00, ?it/s]
Relations: 100%|██████████| 3/3 [00:00<00:00, 108473.38it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000313997 seconds
+[WMB] Created join graph with 4 clique factors
+[WMB] Number of cliques : 4
+[WMB] Number of edges : 6
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000588894 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.846881 (4.287500e-01) d=8.468813e-01 time=0.000718 i=1
+[WMB] Converged after 1 iterations in 0.000737 seconds
+PR
+-0.846881 (4.287500e-01)
+STATUS
+true: Consistent evidence
+MAR
+4 2 0.000146 0.999854 2 0.052770 0.947230 2 0.052770 0.947230 2 0.052770 0.947230
+[MERLIN] I/O time is 0.000289 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.000146, 0.999854]}, {'variable': 'c0', 'probabilities': [0.05277, 0.94723]}, {'variable': 'c3', 'probabilities': [0.05277, 0.94723]}, {'variable': 'c8', 'probabilities': [0.05277, 0.94723]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.000146
+[FactReasoner] (a0): Probability for a0=1 is: 0.999854
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0184 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 360 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : contradiction : 0.9999985694925803
+[NLI] Found relation: [a1_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a0] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a0] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a2_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a0] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a3_c0 -> a0] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a3_c2 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a3_c3 -> a0] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a3_c4 -> a0] : contradiction : 0.9999949932599651
+[NLI] Found relation: [a3_c9 -> a0] : contradiction : 0.979553328375707
+[NLI] Found relation: [a4_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a4_c6 -> a0] : entailment : 0.9999976158255397
+[NLI] Found relation: [a4_c8 -> a0] : contradiction : 0.9999969403135279
+[NLI] Found relation: [a4_c9 -> a0] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a0_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : contradiction : 0.9999998013179273
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 0.9999588761775965
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c4 -> a1] : contradiction : 0.9999996821087633
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a3_c2 -> a1] : contradiction : 0.9999997615815251
+[NLI] Found relation: [a3_c3 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a3_c4 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a3_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a4_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a1] : contradiction : 0.9999965826904554
+[NLI] Found relation: [a4_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a1] : contradiction : 0.9999985694925803
+[NLI] Found relation: [a4_c9 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a5_c7 -> a1] : contradiction : 0.9999997615815251
+[NLI] Found relation: [a5_c8 -> a1] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a0_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a2] : contradiction : 0.9999993244816028
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a2] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a2] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a2] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a3_c2 -> a2] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a3_c3 -> a2] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a3_c4 -> a2] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a3_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a2] : contradiction : 0.9999997615815251
+[NLI] Found relation: [a4_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a2] : contradiction : 0.9999943972263804
+[NLI] Found relation: [a4_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c9 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a0_c0 -> a3] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a3] : entailment : 0.9991750439193658
+[NLI] Found relation: [a1_c0 -> a3] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c3 -> a3] : contradiction : 0.9999998410543312
+[NLI] Found relation: [a1_c4 -> a3] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a1_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a3] : contradiction : 0.9999987284374785
+[NLI] Found relation: [a1_c9 -> a3] : contradiction : 0.9999894303328661
+[NLI] Found relation: [a2_c1 -> a3] : entailment : 0.9989412434605655
+[NLI] Found relation: [a2_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a3_c2 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a3_c4 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a4_c0 -> a3] : entailment : 0.9999895892720676
+[NLI] Found relation: [a4_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a4_c9 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a5_c8 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a0_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c3 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a1_c4 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a1_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c9 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a2_c1 -> a4] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a3_c2 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a3_c3 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a3_c4 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a3_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a4] : contradiction : 0.9999778677883662
+[NLI] Found relation: [a4_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a4] : contradiction : 0.9999996026360078
+[NLI] Found relation: [a4_c9 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a5_c8 -> a4] : contradiction : 0.9999999602635733
+[NLI] Relations built: 127
+
Atoms: 0%| | 0/6 [00:00, ?it/s]
Atoms: 100%|██████████| 6/6 [00:00<00:00, 130392.87it/s]
+
Contexts: 0%| | 0/32 [00:00, ?it/s]
Contexts: 100%|██████████| 32/32 [00:00<00:00, 630130.18it/s]
+
Relations: 0%| | 0/127 [00:00, ?it/s]
Relations: 100%|██████████| 127/127 [00:00<00:00, 1089318.22it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c6 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding context variable a5_c7 with discrete factor (prior)
+Adding context variable a5_c8 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (contradiction)
+Adding edge a1_c2 - a0 with discrete factor (entailment)
+Adding edge a1_c3 - a0 with discrete factor (contradiction)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c9 - a0 with discrete factor (contradiction)
+Adding edge a2_c1 - a0 with discrete factor (entailment)
+Adding edge a2_c2 - a0 with discrete factor (entailment)
+Adding edge a2_c6 - a0 with discrete factor (entailment)
+Adding edge a2_c8 - a0 with discrete factor (contradiction)
+Adding edge a3_c0 - a0 with discrete factor (contradiction)
+Adding edge a3_c2 - a0 with discrete factor (contradiction)
+Adding edge a3_c3 - a0 with discrete factor (contradiction)
+Adding edge a3_c4 - a0 with discrete factor (contradiction)
+Adding edge a3_c9 - a0 with discrete factor (contradiction)
+Adding edge a4_c0 - a0 with discrete factor (entailment)
+Adding edge a4_c1 - a0 with discrete factor (entailment)
+Adding edge a4_c3 - a0 with discrete factor (entailment)
+Adding edge a4_c5 - a0 with discrete factor (contradiction)
+Adding edge a4_c6 - a0 with discrete factor (entailment)
+Adding edge a4_c8 - a0 with discrete factor (contradiction)
+Adding edge a4_c9 - a0 with discrete factor (contradiction)
+Adding edge a0_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (contradiction)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (contradiction)
+Adding edge a1_c4 - a1 with discrete factor (contradiction)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (contradiction)
+Adding edge a1_c9 - a1 with discrete factor (contradiction)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (entailment)
+Adding edge a2_c6 - a1 with discrete factor (entailment)
+Adding edge a3_c0 - a1 with discrete factor (contradiction)
+Adding edge a3_c2 - a1 with discrete factor (contradiction)
+Adding edge a3_c3 - a1 with discrete factor (contradiction)
+Adding edge a3_c4 - a1 with discrete factor (contradiction)
+Adding edge a3_c5 - a1 with discrete factor (entailment)
+Adding edge a3_c7 - a1 with discrete factor (entailment)
+Adding edge a3_c9 - a1 with discrete factor (contradiction)
+Adding edge a4_c0 - a1 with discrete factor (entailment)
+Adding edge a4_c1 - a1 with discrete factor (entailment)
+Adding edge a4_c3 - a1 with discrete factor (entailment)
+Adding edge a4_c5 - a1 with discrete factor (contradiction)
+Adding edge a4_c6 - a1 with discrete factor (entailment)
+Adding edge a4_c8 - a1 with discrete factor (contradiction)
+Adding edge a4_c9 - a1 with discrete factor (contradiction)
+Adding edge a5_c7 - a1 with discrete factor (contradiction)
+Adding edge a5_c8 - a1 with discrete factor (contradiction)
+Adding edge a0_c0 - a2 with discrete factor (entailment)
+Adding edge a0_c4 - a2 with discrete factor (entailment)
+Adding edge a0_c6 - a2 with discrete factor (entailment)
+Adding edge a1_c0 - a2 with discrete factor (contradiction)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c3 - a2 with discrete factor (contradiction)
+Adding edge a1_c5 - a2 with discrete factor (entailment)
+Adding edge a1_c9 - a2 with discrete factor (contradiction)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c8 - a2 with discrete factor (contradiction)
+Adding edge a3_c2 - a2 with discrete factor (contradiction)
+Adding edge a3_c3 - a2 with discrete factor (contradiction)
+Adding edge a3_c4 - a2 with discrete factor (contradiction)
+Adding edge a3_c5 - a2 with discrete factor (entailment)
+Adding edge a3_c7 - a2 with discrete factor (entailment)
+Adding edge a3_c9 - a2 with discrete factor (contradiction)
+Adding edge a4_c0 - a2 with discrete factor (entailment)
+Adding edge a4_c1 - a2 with discrete factor (entailment)
+Adding edge a4_c3 - a2 with discrete factor (entailment)
+Adding edge a4_c5 - a2 with discrete factor (contradiction)
+Adding edge a4_c6 - a2 with discrete factor (entailment)
+Adding edge a4_c9 - a2 with discrete factor (contradiction)
+Adding edge a0_c0 - a3 with discrete factor (entailment)
+Adding edge a0_c4 - a3 with discrete factor (entailment)
+Adding edge a0_c6 - a3 with discrete factor (entailment)
+Adding edge a1_c0 - a3 with discrete factor (contradiction)
+Adding edge a1_c3 - a3 with discrete factor (contradiction)
+Adding edge a1_c4 - a3 with discrete factor (contradiction)
+Adding edge a1_c5 - a3 with discrete factor (entailment)
+Adding edge a1_c6 - a3 with discrete factor (contradiction)
+Adding edge a1_c9 - a3 with discrete factor (contradiction)
+Adding edge a2_c1 - a3 with discrete factor (entailment)
+Adding edge a2_c2 - a3 with discrete factor (entailment)
+Adding edge a2_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (contradiction)
+Adding edge a3_c2 - a3 with discrete factor (contradiction)
+Adding edge a3_c4 - a3 with discrete factor (contradiction)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a3 with discrete factor (contradiction)
+Adding edge a4_c0 - a3 with discrete factor (entailment)
+Adding edge a4_c1 - a3 with discrete factor (entailment)
+Adding edge a4_c3 - a3 with discrete factor (entailment)
+Adding edge a4_c6 - a3 with discrete factor (entailment)
+Adding edge a4_c8 - a3 with discrete factor (contradiction)
+Adding edge a4_c9 - a3 with discrete factor (contradiction)
+Adding edge a5_c8 - a3 with discrete factor (contradiction)
+Adding edge a0_c0 - a4 with discrete factor (entailment)
+Adding edge a0_c4 - a4 with discrete factor (entailment)
+Adding edge a0_c6 - a4 with discrete factor (entailment)
+Adding edge a1_c0 - a4 with discrete factor (contradiction)
+Adding edge a1_c3 - a4 with discrete factor (contradiction)
+Adding edge a1_c4 - a4 with discrete factor (contradiction)
+Adding edge a1_c5 - a4 with discrete factor (entailment)
+Adding edge a1_c6 - a4 with discrete factor (contradiction)
+Adding edge a1_c9 - a4 with discrete factor (contradiction)
+Adding edge a2_c1 - a4 with discrete factor (entailment)
+Adding edge a2_c2 - a4 with discrete factor (entailment)
+Adding edge a2_c6 - a4 with discrete factor (entailment)
+Adding edge a3_c0 - a4 with discrete factor (contradiction)
+Adding edge a3_c2 - a4 with discrete factor (contradiction)
+Adding edge a3_c3 - a4 with discrete factor (contradiction)
+Adding edge a3_c4 - a4 with discrete factor (contradiction)
+Adding edge a3_c7 - a4 with discrete factor (entailment)
+Adding edge a3_c9 - a4 with discrete factor (contradiction)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c3 - a4 with discrete factor (entailment)
+Adding edge a4_c5 - a4 with discrete factor (contradiction)
+Adding edge a4_c6 - a4 with discrete factor (entailment)
+Adding edge a4_c8 - a4 with discrete factor (contradiction)
+Adding edge a4_c9 - a4 with discrete factor (contradiction)
+Adding edge a5_c8 - a4 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 6 16 35 36 24 18 7 31 22 37 9 11 20 33 12 1 2 3 5 8 10 14 15 17 21 23 25 26 28 29 30 32 34 27 0 4 13 19
+[WMB] + induced width : 5
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00507116 seconds
+[WMB] Created join graph with 38 clique factors
+[WMB] Number of cliques : 38
+[WMB] Number of edges : 72
+[WMB] Max clique size : 6
+[WMB] Max separator size : 5
+[WMB] Finished initialization in 0.00945306 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -60.401499 (5.860871e-27) d=6.040150e+01 time=0.011801 i=1
+[WMB] Converged after 1 iterations in 0.011824 seconds
+PR
+-60.401499 (5.860871e-27)
+STATUS
+true: Consistent evidence
+MAR
+38 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 0.010309 0.989691 2 0.999890 0.000110 2 1.000000 0.000000 2 0.003852 0.996148 2 0.011317 0.988683 2 1.000000 0.000000 2 0.025287 0.974713 2 0.004648 0.995352 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 0.049327 0.950673 2 1.000000 0.000000 2 0.044471 0.955529 2 0.003852 0.996148 2 0.012806 0.987194 2 0.016549 0.983451 2 1.000000 0.000000 2 1.000000 0.000000 2 0.006578 0.993422 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 0.029214 0.970786 2 1.000000 0.000000 2 0.012806 0.987194 2 0.006897 0.993103 2 0.500000 0.500000 2 0.118649 0.881351 2 0.031012 0.968988
+[MERLIN] I/O time is 0.002521 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [1.0, 0.0]}, {'variable': 'a0_c0', 'probabilities': [1.0, 0.0]}, {'variable': 'a0_c4', 'probabilities': [1.0, 0.0]}, {'variable': 'a0_c6', 'probabilities': [1.0, 0.0]}, {'variable': 'a1', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c0', 'probabilities': [0.010309, 0.989691]}, {'variable': 'a1_c1', 'probabilities': [0.99989, 0.00011]}, {'variable': 'a1_c2', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c3', 'probabilities': [0.003852, 0.996148]}, {'variable': 'a1_c4', 'probabilities': [0.011317, 0.988683]}, {'variable': 'a1_c5', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c6', 'probabilities': [0.025287, 0.974713]}, {'variable': 'a1_c9', 'probabilities': [0.004648, 0.995352]}, {'variable': 'a2', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c1', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c2', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c5', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c6', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c8', 'probabilities': [0.049327, 0.950673]}, {'variable': 'a3', 'probabilities': [1.0, 0.0]}, {'variable': 'a3_c0', 'probabilities': [0.044471, 0.955529]}, {'variable': 'a3_c2', 'probabilities': [0.003852, 0.996148]}, {'variable': 'a3_c3', 'probabilities': [0.012806, 0.987194]}, {'variable': 'a3_c4', 'probabilities': [0.016549, 0.983451]}, {'variable': 'a3_c5', 'probabilities': [1.0, 0.0]}, {'variable': 'a3_c7', 'probabilities': [1.0, 0.0]}, {'variable': 'a3_c9', 'probabilities': [0.006578, 0.993422]}, {'variable': 'a4', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c0', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c1', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c3', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c5', 'probabilities': [0.029214, 0.970786]}, {'variable': 'a4_c6', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c8', 'probabilities': [0.012806, 0.987194]}, {'variable': 'a4_c9', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a5', 'probabilities': [0.5, 0.5]}, {'variable': 'a5_c7', 'probabilities': [0.118649, 0.881351]}, {'variable': 'a5_c8', 'probabilities': [0.031012, 0.968988]}]
+[FactReasoner] (a0): Probability for a0=0 is: 1.0
+[FactReasoner] (a0): Probability for a0=1 is: 0.0
+[FactReasoner] (a1): Probability for a1=0 is: 1.0
+[FactReasoner] (a1): Probability for a1=1 is: 0.0
+[FactReasoner] (a2): Probability for a2=0 is: 1.0
+[FactReasoner] (a2): Probability for a2=1 is: 0.0
+[FactReasoner] (a3): Probability for a3=0 is: 1.0
+[FactReasoner] (a3): Probability for a3=1 is: 0.0
+[FactReasoner] (a4): Probability for a4=0 is: 1.0
+[FactReasoner] (a4): Probability for a4=1 is: 0.0
+[FactReasoner] (a5): Probability for a5=0 is: 0.5
+[FactReasoner] (a5): Probability for a5=1 is: 0.5
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'NS', 'a2': 'NS', 'a3': 'NS', 'a4': 'NS', 'a5': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0385 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 360 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 0.9999998410543312
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : contradiction : 0.9999998410543312
+[NLI] Found relation: [a1_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a0] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a2_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a0] : contradiction : 0.9999907415832462
+[NLI] Found relation: [a3_c2 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a3_c3 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a3_c4 -> a0] : contradiction : 0.9999587569877676
+[NLI] Found relation: [a3_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a0] : contradiction : 0.9999987284374785
+[NLI] Found relation: [a4_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a4_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a0] : contradiction : 0.9999996821087633
+[NLI] Found relation: [a4_c9 -> a0] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 0.9999988873824022
+[NLI] Found relation: [a0_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c4 -> a1] : contradiction : 0.9999994834269622
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a1] : contradiction : 0.9999960661245262
+[NLI] Found relation: [a3_c0 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a3_c2 -> a1] : contradiction : 0.9999997615815251
+[NLI] Found relation: [a3_c3 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a3_c4 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a3_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a4_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a1] : contradiction : 0.9997907957878764
+[NLI] Found relation: [a4_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a1] : contradiction : 0.9999949932599651
+[NLI] Found relation: [a4_c9 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a5_c7 -> a1] : contradiction : 0.9999997615815251
+[NLI] Found relation: [a5_c8 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a2] : contradiction : 0.9999996821087633
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a1_c4 -> a2] : contradiction : 0.9999965429544654
+[NLI] Found relation: [a1_c5 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c9 -> a2] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a2] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a3_c2 -> a2] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a3_c3 -> a2] : contradiction : 0.9999991258000622
+[NLI] Found relation: [a3_c4 -> a2] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a3_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a2] : contradiction : 0.9999998410543312
+[NLI] Found relation: [a4_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a2] : contradiction : 0.9999965826904554
+[NLI] Found relation: [a4_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c9 -> a2] : contradiction : 0.9999997615815251
+[NLI] Found relation: [a0_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a3] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c2 -> a3] : entailment : 0.9963239565404675
+[NLI] Found relation: [a1_c3 -> a3] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c4 -> a3] : contradiction : 0.9999996423723848
+[NLI] Found relation: [a1_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a1_c9 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a2_c1 -> a3] : entailment : 0.9999998807907365
+[NLI] Found relation: [a2_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a3] : contradiction : 0.9999965826904554
+[NLI] Found relation: [a3_c0 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a3_c2 -> a3] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a3_c4 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a4_c0 -> a3] : entailment : 0.7593322268849884
+[NLI] Found relation: [a4_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a3] : contradiction : 0.9996554445641047
+[NLI] Found relation: [a4_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a3] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a4_c9 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a0_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a4] : entailment : 0.9999999205271529
+[NLI] Found relation: [a0_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c3 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c4 -> a4] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a1_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c9 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a2_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a4] : contradiction : 0.9999993642179308
+[NLI] Found relation: [a3_c0 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a3_c2 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a3_c3 -> a4] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a3_c4 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a3_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a4] : contradiction : 0.9999996423723848
+[NLI] Found relation: [a4_c9 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a5_c8 -> a4] : contradiction : 0.9999997615815251
+[NLI] Relations built: 127
+
Atoms: 0%| | 0/6 [00:00, ?it/s]
Atoms: 100%|██████████| 6/6 [00:00<00:00, 131758.24it/s]
+
Contexts: 0%| | 0/32 [00:00, ?it/s]
Contexts: 100%|██████████| 32/32 [00:00<00:00, 691843.96it/s]
+
Relations: 0%| | 0/127 [00:00, ?it/s]
Relations: 100%|██████████| 127/127 [00:00<00:00, 1076114.36it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c6 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding context variable a5_c7 with discrete factor (prior)
+Adding context variable a5_c8 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (contradiction)
+Adding edge a1_c2 - a0 with discrete factor (entailment)
+Adding edge a1_c3 - a0 with discrete factor (contradiction)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c9 - a0 with discrete factor (contradiction)
+Adding edge a2_c1 - a0 with discrete factor (entailment)
+Adding edge a2_c2 - a0 with discrete factor (entailment)
+Adding edge a2_c6 - a0 with discrete factor (entailment)
+Adding edge a3_c0 - a0 with discrete factor (contradiction)
+Adding edge a3_c2 - a0 with discrete factor (contradiction)
+Adding edge a3_c3 - a0 with discrete factor (contradiction)
+Adding edge a3_c4 - a0 with discrete factor (contradiction)
+Adding edge a3_c7 - a0 with discrete factor (entailment)
+Adding edge a3_c9 - a0 with discrete factor (contradiction)
+Adding edge a4_c0 - a0 with discrete factor (entailment)
+Adding edge a4_c3 - a0 with discrete factor (entailment)
+Adding edge a4_c5 - a0 with discrete factor (contradiction)
+Adding edge a4_c6 - a0 with discrete factor (entailment)
+Adding edge a4_c8 - a0 with discrete factor (contradiction)
+Adding edge a4_c9 - a0 with discrete factor (contradiction)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a0_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (contradiction)
+Adding edge a1_c4 - a1 with discrete factor (contradiction)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (contradiction)
+Adding edge a1_c9 - a1 with discrete factor (contradiction)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (entailment)
+Adding edge a2_c6 - a1 with discrete factor (entailment)
+Adding edge a2_c8 - a1 with discrete factor (contradiction)
+Adding edge a3_c0 - a1 with discrete factor (contradiction)
+Adding edge a3_c2 - a1 with discrete factor (contradiction)
+Adding edge a3_c3 - a1 with discrete factor (contradiction)
+Adding edge a3_c4 - a1 with discrete factor (contradiction)
+Adding edge a3_c7 - a1 with discrete factor (entailment)
+Adding edge a3_c9 - a1 with discrete factor (contradiction)
+Adding edge a4_c0 - a1 with discrete factor (entailment)
+Adding edge a4_c1 - a1 with discrete factor (entailment)
+Adding edge a4_c3 - a1 with discrete factor (entailment)
+Adding edge a4_c5 - a1 with discrete factor (contradiction)
+Adding edge a4_c6 - a1 with discrete factor (entailment)
+Adding edge a4_c8 - a1 with discrete factor (contradiction)
+Adding edge a4_c9 - a1 with discrete factor (contradiction)
+Adding edge a5_c7 - a1 with discrete factor (contradiction)
+Adding edge a5_c8 - a1 with discrete factor (contradiction)
+Adding edge a0_c4 - a2 with discrete factor (entailment)
+Adding edge a0_c6 - a2 with discrete factor (entailment)
+Adding edge a1_c0 - a2 with discrete factor (contradiction)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c3 - a2 with discrete factor (contradiction)
+Adding edge a1_c4 - a2 with discrete factor (contradiction)
+Adding edge a1_c5 - a2 with discrete factor (entailment)
+Adding edge a1_c9 - a2 with discrete factor (contradiction)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c8 - a2 with discrete factor (contradiction)
+Adding edge a3_c2 - a2 with discrete factor (contradiction)
+Adding edge a3_c3 - a2 with discrete factor (contradiction)
+Adding edge a3_c4 - a2 with discrete factor (contradiction)
+Adding edge a3_c5 - a2 with discrete factor (entailment)
+Adding edge a3_c7 - a2 with discrete factor (entailment)
+Adding edge a3_c9 - a2 with discrete factor (contradiction)
+Adding edge a4_c0 - a2 with discrete factor (entailment)
+Adding edge a4_c1 - a2 with discrete factor (entailment)
+Adding edge a4_c3 - a2 with discrete factor (entailment)
+Adding edge a4_c5 - a2 with discrete factor (contradiction)
+Adding edge a4_c6 - a2 with discrete factor (entailment)
+Adding edge a4_c9 - a2 with discrete factor (contradiction)
+Adding edge a0_c4 - a3 with discrete factor (entailment)
+Adding edge a0_c6 - a3 with discrete factor (entailment)
+Adding edge a1_c0 - a3 with discrete factor (contradiction)
+Adding edge a1_c2 - a3 with discrete factor (entailment)
+Adding edge a1_c3 - a3 with discrete factor (contradiction)
+Adding edge a1_c4 - a3 with discrete factor (contradiction)
+Adding edge a1_c5 - a3 with discrete factor (entailment)
+Adding edge a1_c6 - a3 with discrete factor (contradiction)
+Adding edge a1_c9 - a3 with discrete factor (contradiction)
+Adding edge a2_c1 - a3 with discrete factor (entailment)
+Adding edge a2_c2 - a3 with discrete factor (entailment)
+Adding edge a2_c6 - a3 with discrete factor (entailment)
+Adding edge a2_c8 - a3 with discrete factor (contradiction)
+Adding edge a3_c0 - a3 with discrete factor (contradiction)
+Adding edge a3_c2 - a3 with discrete factor (contradiction)
+Adding edge a3_c4 - a3 with discrete factor (contradiction)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a3 with discrete factor (contradiction)
+Adding edge a4_c0 - a3 with discrete factor (entailment)
+Adding edge a4_c1 - a3 with discrete factor (entailment)
+Adding edge a4_c3 - a3 with discrete factor (entailment)
+Adding edge a4_c5 - a3 with discrete factor (contradiction)
+Adding edge a4_c6 - a3 with discrete factor (entailment)
+Adding edge a4_c8 - a3 with discrete factor (contradiction)
+Adding edge a4_c9 - a3 with discrete factor (contradiction)
+Adding edge a0_c0 - a4 with discrete factor (entailment)
+Adding edge a0_c4 - a4 with discrete factor (entailment)
+Adding edge a0_c6 - a4 with discrete factor (entailment)
+Adding edge a1_c0 - a4 with discrete factor (contradiction)
+Adding edge a1_c3 - a4 with discrete factor (contradiction)
+Adding edge a1_c4 - a4 with discrete factor (contradiction)
+Adding edge a1_c5 - a4 with discrete factor (entailment)
+Adding edge a1_c6 - a4 with discrete factor (contradiction)
+Adding edge a1_c9 - a4 with discrete factor (contradiction)
+Adding edge a2_c2 - a4 with discrete factor (entailment)
+Adding edge a2_c6 - a4 with discrete factor (entailment)
+Adding edge a2_c8 - a4 with discrete factor (contradiction)
+Adding edge a3_c0 - a4 with discrete factor (contradiction)
+Adding edge a3_c2 - a4 with discrete factor (contradiction)
+Adding edge a3_c3 - a4 with discrete factor (contradiction)
+Adding edge a3_c4 - a4 with discrete factor (contradiction)
+Adding edge a3_c7 - a4 with discrete factor (entailment)
+Adding edge a3_c9 - a4 with discrete factor (contradiction)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c3 - a4 with discrete factor (entailment)
+Adding edge a4_c6 - a4 with discrete factor (entailment)
+Adding edge a4_c8 - a4 with discrete factor (contradiction)
+Adding edge a4_c9 - a4 with discrete factor (contradiction)
+Adding edge a5_c8 - a4 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 16 24 35 36 37 1 11 33 20 31 7 14 28 8 3 4 6 9 10 12 15 17 18 21 22 23 25 26 29 30 32 34 0 5 13 19 27
+[WMB] + induced width : 5
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00469112 seconds
+[WMB] Created join graph with 38 clique factors
+[WMB] Number of cliques : 38
+[WMB] Number of edges : 72
+[WMB] Max clique size : 6
+[WMB] Max separator size : 5
+[WMB] Finished initialization in 0.00900602 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -87.059371 (1.550942e-38) d=8.705937e+01 time=0.011324 i=1
+[WMB] Converged after 1 iterations in 0.011346 seconds
+PR
+-87.059371 (1.550942e-38)
+STATUS
+true: Consistent evidence
+MAR
+38 2 0.032889 0.967111 2 0.046137 0.953863 2 0.083790 0.916210 2 0.036235 0.963765 2 0.036235 0.963765 2 0.032889 0.967111 2 1.000000 0.000000 2 0.039583 0.960417 2 0.967225 0.032775 2 0.967338 0.032662 2 0.036235 0.963765 2 0.967561 0.032439 2 0.967225 0.032775 2 0.032889 0.967111 2 0.039559 0.960441 2 0.036235 0.963765 2 0.083790 0.916210 2 0.036235 0.963765 2 0.967338 0.032662 2 0.032889 0.967111 2 0.967338 0.032662 2 0.967225 0.032775 2 0.967338 0.032662 2 0.967225 0.032775 2 0.083790 0.916210 2 0.036235 0.963765 2 0.967225 0.032775 2 0.032889 0.967111 2 0.041654 0.958346 2 0.039559 0.960441 2 0.036235 0.963765 2 0.967338 0.032662 2 0.036235 0.963765 2 0.967338 0.032662 2 0.967225 0.032775 2 0.500000 0.500000 2 0.968838 0.031162 2 0.968000 0.032000
+[MERLIN] I/O time is 0.002446 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.032889, 0.967111]}, {'variable': 'a0_c0', 'probabilities': [0.046137, 0.953863]}, {'variable': 'a0_c1', 'probabilities': [0.08379, 0.91621]}, {'variable': 'a0_c4', 'probabilities': [0.036235, 0.963765]}, {'variable': 'a0_c6', 'probabilities': [0.036235, 0.963765]}, {'variable': 'a1', 'probabilities': [0.032889, 0.967111]}, {'variable': 'a1_c0', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c2', 'probabilities': [0.039583, 0.960417]}, {'variable': 'a1_c3', 'probabilities': [0.967225, 0.032775]}, {'variable': 'a1_c4', 'probabilities': [0.967338, 0.032662]}, {'variable': 'a1_c5', 'probabilities': [0.036235, 0.963765]}, {'variable': 'a1_c6', 'probabilities': [0.967561, 0.032439]}, {'variable': 'a1_c9', 'probabilities': [0.967225, 0.032775]}, {'variable': 'a2', 'probabilities': [0.032889, 0.967111]}, {'variable': 'a2_c1', 'probabilities': [0.039559, 0.960441]}, {'variable': 'a2_c2', 'probabilities': [0.036235, 0.963765]}, {'variable': 'a2_c5', 'probabilities': [0.08379, 0.91621]}, {'variable': 'a2_c6', 'probabilities': [0.036235, 0.963765]}, {'variable': 'a2_c8', 'probabilities': [0.967338, 0.032662]}, {'variable': 'a3', 'probabilities': [0.032889, 0.967111]}, {'variable': 'a3_c0', 'probabilities': [0.967338, 0.032662]}, {'variable': 'a3_c2', 'probabilities': [0.967225, 0.032775]}, {'variable': 'a3_c3', 'probabilities': [0.967338, 0.032662]}, {'variable': 'a3_c4', 'probabilities': [0.967225, 0.032775]}, {'variable': 'a3_c5', 'probabilities': [0.08379, 0.91621]}, {'variable': 'a3_c7', 'probabilities': [0.036235, 0.963765]}, {'variable': 'a3_c9', 'probabilities': [0.967225, 0.032775]}, {'variable': 'a4', 'probabilities': [0.032889, 0.967111]}, {'variable': 'a4_c0', 'probabilities': [0.041654, 0.958346]}, {'variable': 'a4_c1', 'probabilities': [0.039559, 0.960441]}, {'variable': 'a4_c3', 'probabilities': [0.036235, 0.963765]}, {'variable': 'a4_c5', 'probabilities': [0.967338, 0.032662]}, {'variable': 'a4_c6', 'probabilities': [0.036235, 0.963765]}, {'variable': 'a4_c8', 'probabilities': [0.967338, 0.032662]}, {'variable': 'a4_c9', 'probabilities': [0.967225, 0.032775]}, {'variable': 'a5', 'probabilities': [0.5, 0.5]}, {'variable': 'a5_c7', 'probabilities': [0.968838, 0.031162]}, {'variable': 'a5_c8', 'probabilities': [0.968, 0.032]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.032889
+[FactReasoner] (a0): Probability for a0=1 is: 0.967111
+[FactReasoner] (a1): Probability for a1=0 is: 0.032889
+[FactReasoner] (a1): Probability for a1=1 is: 0.967111
+[FactReasoner] (a2): Probability for a2=0 is: 0.032889
+[FactReasoner] (a2): Probability for a2=1 is: 0.967111
+[FactReasoner] (a3): Probability for a3=0 is: 0.032889
+[FactReasoner] (a3): Probability for a3=1 is: 0.967111
+[FactReasoner] (a4): Probability for a4=0 is: 0.032889
+[FactReasoner] (a4): Probability for a4=1 is: 0.967111
+[FactReasoner] (a5): Probability for a5=0 is: 0.5
+[FactReasoner] (a5): Probability for a5=1 is: 0.5
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S', 'a4': 'S', 'a5': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0395 seconds.
+[ 9/40] ChinaDaily GT=NS | cctru=S| ccvan=S| fptru=NS| fpvan=S| gugua=S| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 0.9999998807907365
+[NLI] Found relation: [c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : contradiction : 0.9939673850113792
+[NLI] Found relation: [c6 -> a0] : entailment : 0.9986412972227494
+[NLI] Relations built: 4
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 22075.28it/s]
+
Contexts: 0%| | 0/4 [00:00, ?it/s]
Contexts: 100%|██████████| 4/4 [00:00<00:00, 143395.01it/s]
+
Relations: 0%| | 0/4 [00:00, ?it/s]
Relations: 100%|██████████| 4/4 [00:00<00:00, 138654.68it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (contradiction)
+Adding edge c6 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00031805 seconds
+[WMB] Created join graph with 5 clique factors
+[WMB] Number of cliques : 5
+[WMB] Number of edges : 8
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000668049 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -3.427917 (3.245447e-02) d=3.427917e+00 time=0.000852 i=1
+[WMB] Converged after 1 iterations in 0.000870 seconds
+PR
+-3.427917 (3.245447e-02)
+STATUS
+true: Consistent evidence
+MAR
+5 2 0.004370 0.995630 2 0.084664 0.915336 2 0.072080 0.927920 2 0.931920 0.068080 2 0.072086 0.927914
+[MERLIN] I/O time is 0.000483 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.00437, 0.99563]}, {'variable': 'c0', 'probabilities': [0.084664, 0.915336]}, {'variable': 'c2', 'probabilities': [0.07208, 0.92792]}, {'variable': 'c5', 'probabilities': [0.93192, 0.06808]}, {'variable': 'c6', 'probabilities': [0.072086, 0.927914]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.00437
+[FactReasoner] (a0): Probability for a0=1 is: 0.99563
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0117 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c2 -> a0] : entailment : 1.0
+[NLI] Relations built: 1
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 28926.23it/s]
+
Contexts: 0%| | 0/1 [00:00, ?it/s]
Contexts: 100%|██████████| 1/1 [00:00<00:00, 45590.26it/s]
+
Relations: 0%| | 0/1 [00:00, ?it/s]
Relations: 100%|██████████| 1/1 [00:00<00:00, 43240.25it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding edge c2 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 0 1
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000192881 seconds
+[WMB] Created join graph with 2 clique factors
+[WMB] Number of cliques : 2
+[WMB] Number of edges : 2
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000372887 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.693147 (5.000000e-01) d=6.931472e-01 time=0.000466 i=1
+[WMB] Converged after 1 iterations in 0.000484 seconds
+PR
+-0.693147 (5.000000e-01)
+STATUS
+true: Consistent evidence
+MAR
+2 2 0.050000 0.950000 2 0.100000 0.900000
+[MERLIN] I/O time is 0.000224 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.05, 0.95]}, {'variable': 'c2', 'probabilities': [0.1, 0.9]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.05
+[FactReasoner] (a0): Probability for a0=1 is: 0.95
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0179 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 490 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 0.9998156909230084
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a0] : contradiction : 0.9999927283392053
+[NLI] Found relation: [a3_c0 -> a0] : contradiction : 0.9997632035948033
+[NLI] Found relation: [a3_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a0] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a3_c9 -> a0] : contradiction : 0.9999996423723848
+[NLI] Found relation: [a4_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a0] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a4_c8 -> a0] : contradiction : 0.9999998013179273
+[NLI] Found relation: [a0_c2 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a2_c8 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a3_c0 -> a1] : contradiction : 0.9996958437933311
+[NLI] Found relation: [a3_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a3_c9 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a4_c2 -> a1] : entailment : 0.9151047479657284
+[NLI] Found relation: [a4_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a4_c8 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a4_c9 -> a1] : contradiction : 0.9999998410543312
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a6_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a6_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : contradiction : 0.9922809202802858
+[NLI] Found relation: [a3_c9 -> a3] : contradiction : 0.9999401243721906
+[NLI] Found relation: [a4_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a3] : contradiction : 0.9999983708116444
+[NLI] Found relation: [a4_c8 -> a3] : contradiction : 0.999988158823802
+[NLI] Found relation: [a4_c9 -> a3] : contradiction : 0.9986412576953199
+[NLI] Found relation: [a2_c8 -> a4] : contradiction : 0.9999993642179308
+[NLI] Found relation: [a3_c0 -> a4] : contradiction : 0.9999994436905916
+[NLI] Found relation: [a3_c3 -> a4] : entailment : 0.9999993244816028
+[NLI] Found relation: [a3_c5 -> a4] : contradiction : 0.9999989668549492
+[NLI] Found relation: [a3_c9 -> a4] : contradiction : 0.9999895098024637
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a4] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a4_c5 -> a4] : entailment : 0.9999999602635733
+[NLI] Found relation: [a4_c8 -> a4] : contradiction : 0.9999635643488088
+[NLI] Found relation: [a4_c9 -> a4] : contradiction : 0.9999996026360078
+[NLI] Found relation: [a4_c3 -> a5] : entailment : 0.967148908191731
+[NLI] Found relation: [a4_c3 -> a6] : contradiction : 1.0
+[NLI] Relations built: 62
+
Atoms: 0%| | 0/7 [00:00, ?it/s]
Atoms: 100%|██████████| 7/7 [00:00<00:00, 182361.04it/s]
+
Contexts: 0%| | 0/35 [00:00, ?it/s]
Contexts: 100%|██████████| 35/35 [00:00<00:00, 745180.91it/s]
+
Relations: 0%| | 0/62 [00:00, ?it/s]
Relations: 100%|██████████| 62/62 [00:00<00:00, 1023806.49it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding atom variable a6 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding context variable a6_c5 with discrete factor (prior)
+Adding context variable a6_c8 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c2 - a0 with discrete factor (entailment)
+Adding edge a2_c8 - a0 with discrete factor (contradiction)
+Adding edge a3_c0 - a0 with discrete factor (contradiction)
+Adding edge a3_c2 - a0 with discrete factor (entailment)
+Adding edge a3_c5 - a0 with discrete factor (contradiction)
+Adding edge a3_c9 - a0 with discrete factor (contradiction)
+Adding edge a4_c0 - a0 with discrete factor (entailment)
+Adding edge a4_c1 - a0 with discrete factor (entailment)
+Adding edge a4_c2 - a0 with discrete factor (entailment)
+Adding edge a4_c4 - a0 with discrete factor (contradiction)
+Adding edge a4_c8 - a0 with discrete factor (contradiction)
+Adding edge a0_c2 - a1 with discrete factor (contradiction)
+Adding edge a1_c3 - a1 with discrete factor (contradiction)
+Adding edge a2_c8 - a1 with discrete factor (contradiction)
+Adding edge a3_c0 - a1 with discrete factor (contradiction)
+Adding edge a3_c3 - a1 with discrete factor (entailment)
+Adding edge a3_c5 - a1 with discrete factor (contradiction)
+Adding edge a3_c9 - a1 with discrete factor (contradiction)
+Adding edge a4_c2 - a1 with discrete factor (entailment)
+Adding edge a4_c3 - a1 with discrete factor (entailment)
+Adding edge a4_c4 - a1 with discrete factor (contradiction)
+Adding edge a4_c8 - a1 with discrete factor (contradiction)
+Adding edge a4_c9 - a1 with discrete factor (contradiction)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a3_c1 - a2 with discrete factor (entailment)
+Adding edge a4_c7 - a2 with discrete factor (entailment)
+Adding edge a6_c5 - a2 with discrete factor (entailment)
+Adding edge a6_c8 - a2 with discrete factor (entailment)
+Adding edge a0_c9 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (contradiction)
+Adding edge a3_c9 - a3 with discrete factor (contradiction)
+Adding edge a4_c2 - a3 with discrete factor (entailment)
+Adding edge a4_c4 - a3 with discrete factor (contradiction)
+Adding edge a4_c8 - a3 with discrete factor (contradiction)
+Adding edge a4_c9 - a3 with discrete factor (contradiction)
+Adding edge a2_c8 - a4 with discrete factor (contradiction)
+Adding edge a3_c0 - a4 with discrete factor (contradiction)
+Adding edge a3_c3 - a4 with discrete factor (entailment)
+Adding edge a3_c5 - a4 with discrete factor (contradiction)
+Adding edge a3_c9 - a4 with discrete factor (contradiction)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c4 - a4 with discrete factor (contradiction)
+Adding edge a4_c5 - a4 with discrete factor (entailment)
+Adding edge a4_c8 - a4 with discrete factor (contradiction)
+Adding edge a4_c9 - a4 with discrete factor (contradiction)
+Adding edge a4_c3 - a5 with discrete factor (entailment)
+Adding edge a4_c3 - a6 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 6 7 8 9 11 12 13 14 15 16 17 18 20 23 24 29 34 35 38 39 40 41 30 4 25 32 26 3 19 37 22 27 31 33 36 0 5 21 28 10
+[WMB] + induced width : 4
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.0017941 seconds
+[WMB] Created join graph with 42 clique factors
+[WMB] Number of cliques : 42
+[WMB] Number of edges : 80
+[WMB] Max clique size : 5
+[WMB] Max separator size : 4
+[WMB] Finished initialization in 0.00454903 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -39.449386 (7.367998e-18) d=3.944939e+01 time=0.005981 i=1
+[WMB] Converged after 1 iterations in 0.006001 seconds
+PR
+-39.449386 (7.367998e-18)
+STATUS
+true: Consistent evidence
+MAR
+42 2 0.014367 0.985633 2 0.093854 0.906146 2 0.081396 0.918604 2 0.311873 0.688127 2 0.098326 0.901674 2 0.740679 0.259321 2 0.093854 0.906146 2 0.081396 0.918604 2 0.284317 0.715683 2 0.333388 0.666612 2 0.000000 1.000000 2 0.080646 0.919354 2 0.169591 0.830409 2 0.046436 0.953564 2 0.169591 0.830409 2 0.067327 0.932673 2 0.169591 0.830409 2 0.046436 0.953564 2 0.067327 0.932673 2 0.986329 0.013671 2 0.137441 0.862559 2 0.048233 0.951767 2 0.985907 0.014093 2 0.169591 0.830409 2 0.081396 0.918604 2 0.834806 0.165194 2 0.985891 0.014109 2 0.986332 0.013668 2 0.032976 0.967024 2 0.093854 0.906146 2 0.186415 0.813585 2 0.520934 0.479066 2 0.787442 0.212558 2 0.985991 0.014009 2 0.155953 0.844047 2 0.067327 0.932673 2 0.986478 0.013522 2 0.977107 0.022893 2 0.400704 0.599296 2 0.606279 0.393721 2 0.094017 0.905983 2 0.067327 0.932673
+[MERLIN] I/O time is 0.001528 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.014367, 0.985633]}, {'variable': 'a0_c0', 'probabilities': [0.093854, 0.906146]}, {'variable': 'a0_c1', 'probabilities': [0.081396, 0.918604]}, {'variable': 'a0_c2', 'probabilities': [0.311873, 0.688127]}, {'variable': 'a0_c9', 'probabilities': [0.098326, 0.901674]}, {'variable': 'a1', 'probabilities': [0.740679, 0.259321]}, {'variable': 'a1_c0', 'probabilities': [0.093854, 0.906146]}, {'variable': 'a1_c1', 'probabilities': [0.081396, 0.918604]}, {'variable': 'a1_c2', 'probabilities': [0.284317, 0.715683]}, {'variable': 'a1_c3', 'probabilities': [0.333388, 0.666612]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.080646, 0.919354]}, {'variable': 'a2_c1', 'probabilities': [0.169591, 0.830409]}, {'variable': 'a2_c2', 'probabilities': [0.046436, 0.953564]}, {'variable': 'a2_c3', 'probabilities': [0.169591, 0.830409]}, {'variable': 'a2_c4', 'probabilities': [0.067327, 0.932673]}, {'variable': 'a2_c5', 'probabilities': [0.169591, 0.830409]}, {'variable': 'a2_c6', 'probabilities': [0.046436, 0.953564]}, {'variable': 'a2_c7', 'probabilities': [0.067327, 0.932673]}, {'variable': 'a2_c8', 'probabilities': [0.986329, 0.013671]}, {'variable': 'a2_c9', 'probabilities': [0.137441, 0.862559]}, {'variable': 'a3', 'probabilities': [0.048233, 0.951767]}, {'variable': 'a3_c0', 'probabilities': [0.985907, 0.014093]}, {'variable': 'a3_c1', 'probabilities': [0.169591, 0.830409]}, {'variable': 'a3_c2', 'probabilities': [0.081396, 0.918604]}, {'variable': 'a3_c3', 'probabilities': [0.834806, 0.165194]}, {'variable': 'a3_c5', 'probabilities': [0.985891, 0.014109]}, {'variable': 'a3_c9', 'probabilities': [0.986332, 0.013668]}, {'variable': 'a4', 'probabilities': [0.032976, 0.967024]}, {'variable': 'a4_c0', 'probabilities': [0.093854, 0.906146]}, {'variable': 'a4_c1', 'probabilities': [0.186415, 0.813585]}, {'variable': 'a4_c2', 'probabilities': [0.520934, 0.479066]}, {'variable': 'a4_c3', 'probabilities': [0.787442, 0.212558]}, {'variable': 'a4_c4', 'probabilities': [0.985991, 0.014009]}, {'variable': 'a4_c5', 'probabilities': [0.155953, 0.844047]}, {'variable': 'a4_c7', 'probabilities': [0.067327, 0.932673]}, {'variable': 'a4_c8', 'probabilities': [0.986478, 0.013522]}, {'variable': 'a4_c9', 'probabilities': [0.977107, 0.022893]}, {'variable': 'a5', 'probabilities': [0.400704, 0.599296]}, {'variable': 'a6', 'probabilities': [0.606279, 0.393721]}, {'variable': 'a6_c5', 'probabilities': [0.094017, 0.905983]}, {'variable': 'a6_c8', 'probabilities': [0.067327, 0.932673]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.014367
+[FactReasoner] (a0): Probability for a0=1 is: 0.985633
+[FactReasoner] (a1): Probability for a1=0 is: 0.740679
+[FactReasoner] (a1): Probability for a1=1 is: 0.259321
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.048233
+[FactReasoner] (a3): Probability for a3=1 is: 0.951767
+[FactReasoner] (a4): Probability for a4=0 is: 0.032976
+[FactReasoner] (a4): Probability for a4=1 is: 0.967024
+[FactReasoner] (a5): Probability for a5=0 is: 0.400704
+[FactReasoner] (a5): Probability for a5=1 is: 0.599296
+[FactReasoner] (a6): Probability for a6=0 is: 0.606279
+[FactReasoner] (a6): Probability for a6=1 is: 0.393721
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'NS', 'a2': 'S', 'a3': 'S', 'a4': 'S', 'a5': 'S', 'a6': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0248 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 490 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a0] : contradiction : 0.9999804107079698
+[NLI] Found relation: [a3_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a0] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a3_c7 -> a0] : contradiction : 0.9999981721308997
+[NLI] Found relation: [a3_c9 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a4_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a0] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a4_c8 -> a0] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c2 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : contradiction : 0.9999778677883662
+[NLI] Found relation: [a0_c8 -> a1] : contradiction : 0.9999976555615725
+[NLI] Found relation: [a1_c3 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : contradiction : 0.9999532345946335
+[NLI] Found relation: [a2_c8 -> a1] : contradiction : 0.9999998410543312
+[NLI] Found relation: [a3_c0 -> a1] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a3_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a3_c9 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a4_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a4_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a4_c9 -> a1] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a6_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a6_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a3] : entailment : 0.999996622426144
+[NLI] Found relation: [a3_c0 -> a3] : contradiction : 0.7593314272968875
+[NLI] Found relation: [a4_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c9 -> a3] : contradiction : 0.9839334785828896
+[NLI] Found relation: [a2_c8 -> a4] : contradiction : 0.9999748878375248
+[NLI] Found relation: [a3_c0 -> a4] : contradiction : 0.9999949932599651
+[NLI] Found relation: [a3_c3 -> a4] : entailment : 0.9999999602635733
+[NLI] Found relation: [a3_c5 -> a4] : contradiction : 0.9999986489650262
+[NLI] Found relation: [a3_c9 -> a4] : contradiction : 0.9999976158255397
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 0.9999998807907365
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a4] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a4_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c9 -> a4] : contradiction : 0.9999532345946335
+[NLI] Found relation: [a4_c3 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a6] : contradiction : 1.0
+[NLI] Relations built: 61
+
Atoms: 0%| | 0/7 [00:00, ?it/s]
Atoms: 100%|██████████| 7/7 [00:00<00:00, 144631.17it/s]
+
Contexts: 0%| | 0/39 [00:00, ?it/s]
Contexts: 100%|██████████| 39/39 [00:00<00:00, 771593.66it/s]
+
Relations: 0%| | 0/61 [00:00, ?it/s]
Relations: 100%|██████████| 61/61 [00:00<00:00, 904072.59it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding atom variable a6 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding context variable a6_c5 with discrete factor (prior)
+Adding context variable a6_c8 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c2 - a0 with discrete factor (entailment)
+Adding edge a2_c8 - a0 with discrete factor (contradiction)
+Adding edge a3_c2 - a0 with discrete factor (entailment)
+Adding edge a3_c5 - a0 with discrete factor (contradiction)
+Adding edge a3_c7 - a0 with discrete factor (contradiction)
+Adding edge a3_c9 - a0 with discrete factor (contradiction)
+Adding edge a4_c0 - a0 with discrete factor (entailment)
+Adding edge a4_c1 - a0 with discrete factor (entailment)
+Adding edge a4_c2 - a0 with discrete factor (entailment)
+Adding edge a4_c4 - a0 with discrete factor (contradiction)
+Adding edge a4_c8 - a0 with discrete factor (contradiction)
+Adding edge a0_c2 - a1 with discrete factor (contradiction)
+Adding edge a0_c5 - a1 with discrete factor (contradiction)
+Adding edge a0_c8 - a1 with discrete factor (contradiction)
+Adding edge a1_c3 - a1 with discrete factor (contradiction)
+Adding edge a1_c7 - a1 with discrete factor (contradiction)
+Adding edge a2_c8 - a1 with discrete factor (contradiction)
+Adding edge a3_c0 - a1 with discrete factor (contradiction)
+Adding edge a3_c3 - a1 with discrete factor (entailment)
+Adding edge a3_c5 - a1 with discrete factor (contradiction)
+Adding edge a3_c9 - a1 with discrete factor (contradiction)
+Adding edge a4_c2 - a1 with discrete factor (entailment)
+Adding edge a4_c3 - a1 with discrete factor (entailment)
+Adding edge a4_c4 - a1 with discrete factor (contradiction)
+Adding edge a4_c5 - a1 with discrete factor (entailment)
+Adding edge a4_c8 - a1 with discrete factor (contradiction)
+Adding edge a4_c9 - a1 with discrete factor (contradiction)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a3_c1 - a2 with discrete factor (entailment)
+Adding edge a4_c7 - a2 with discrete factor (entailment)
+Adding edge a6_c5 - a2 with discrete factor (entailment)
+Adding edge a6_c8 - a2 with discrete factor (entailment)
+Adding edge a0_c9 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (contradiction)
+Adding edge a4_c2 - a3 with discrete factor (entailment)
+Adding edge a4_c9 - a3 with discrete factor (contradiction)
+Adding edge a2_c8 - a4 with discrete factor (contradiction)
+Adding edge a3_c0 - a4 with discrete factor (contradiction)
+Adding edge a3_c3 - a4 with discrete factor (entailment)
+Adding edge a3_c5 - a4 with discrete factor (contradiction)
+Adding edge a3_c9 - a4 with discrete factor (contradiction)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c4 - a4 with discrete factor (contradiction)
+Adding edge a4_c5 - a4 with discrete factor (entailment)
+Adding edge a4_c9 - a4 with discrete factor (contradiction)
+Adding edge a4_c3 - a5 with discrete factor (entailment)
+Adding edge a4_c3 - a6 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 8 9 10 11 12 14 15 16 17 18 19 20 21 23 26 27 30 33 39 42 43 44 45 40 36 28 38 34 22 29 31 37 6 41 0 25 35 7 24 32 13
+[WMB] + induced width : 4
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00177217 seconds
+[WMB] Created join graph with 46 clique factors
+[WMB] Number of cliques : 46
+[WMB] Number of edges : 88
+[WMB] Max clique size : 5
+[WMB] Max separator size : 4
+[WMB] Finished initialization in 0.00475621 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -50.433052 (1.250845e-22) d=5.043305e+01 time=0.006369 i=1
+[WMB] Converged after 1 iterations in 0.006397 seconds
+PR
+-50.433052 (1.250845e-22)
+STATUS
+true: Consistent evidence
+MAR
+46 2 0.909594 0.090406 2 0.914353 0.085647 2 0.914353 0.085647 2 0.072584 0.927416 2 0.072576 0.927424 2 0.072583 0.927417 2 0.951703 0.048297 2 0.978940 0.021060 2 0.914353 0.085647 2 0.914353 0.085647 2 0.914353 0.085647 2 0.072584 0.927416 2 0.072568 0.927432 2 0.000000 1.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.102789 0.897211 2 0.052632 0.947368 2 0.941464 0.058536 2 0.053437 0.946563 2 0.052632 0.947368 2 0.914353 0.085647 2 0.979509 0.020491 2 0.102866 0.897134 2 0.138276 0.861724 2 0.102866 0.897134 2 0.964758 0.035242 2 0.914353 0.085647 2 0.965710 0.034290 2 0.979089 0.020911 2 0.980048 0.019952 2 0.102865 0.897135 2 0.979509 0.020491 2 0.052632 0.947368 2 0.114989 0.885011 2 0.059316 0.940684 2 0.490024 0.509976 2 0.509976 0.490024 2 0.052632 0.947368 2 0.052632 0.947368
+[MERLIN] I/O time is 0.001627 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.909594, 0.090406]}, {'variable': 'a0_c0', 'probabilities': [0.914353, 0.085647]}, {'variable': 'a0_c1', 'probabilities': [0.914353, 0.085647]}, {'variable': 'a0_c2', 'probabilities': [0.072584, 0.927416]}, {'variable': 'a0_c5', 'probabilities': [0.072576, 0.927424]}, {'variable': 'a0_c8', 'probabilities': [0.072583, 0.927417]}, {'variable': 'a0_c9', 'probabilities': [0.951703, 0.048297]}, {'variable': 'a1', 'probabilities': [0.97894, 0.02106]}, {'variable': 'a1_c0', 'probabilities': [0.914353, 0.085647]}, {'variable': 'a1_c1', 'probabilities': [0.914353, 0.085647]}, {'variable': 'a1_c2', 'probabilities': [0.914353, 0.085647]}, {'variable': 'a1_c3', 'probabilities': [0.072584, 0.927416]}, {'variable': 'a1_c7', 'probabilities': [0.072568, 0.927432]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c8', 'probabilities': [0.102789, 0.897211]}, {'variable': 'a2_c9', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3', 'probabilities': [0.941464, 0.058536]}, {'variable': 'a3_c0', 'probabilities': [0.053437, 0.946563]}, {'variable': 'a3_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c2', 'probabilities': [0.914353, 0.085647]}, {'variable': 'a3_c3', 'probabilities': [0.979509, 0.020491]}, {'variable': 'a3_c5', 'probabilities': [0.102866, 0.897134]}, {'variable': 'a3_c7', 'probabilities': [0.138276, 0.861724]}, {'variable': 'a3_c9', 'probabilities': [0.102866, 0.897134]}, {'variable': 'a4', 'probabilities': [0.964758, 0.035242]}, {'variable': 'a4_c0', 'probabilities': [0.914353, 0.085647]}, {'variable': 'a4_c1', 'probabilities': [0.96571, 0.03429]}, {'variable': 'a4_c2', 'probabilities': [0.979089, 0.020911]}, {'variable': 'a4_c3', 'probabilities': [0.980048, 0.019952]}, {'variable': 'a4_c4', 'probabilities': [0.102865, 0.897135]}, {'variable': 'a4_c5', 'probabilities': [0.979509, 0.020491]}, {'variable': 'a4_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a4_c8', 'probabilities': [0.114989, 0.885011]}, {'variable': 'a4_c9', 'probabilities': [0.059316, 0.940684]}, {'variable': 'a5', 'probabilities': [0.490024, 0.509976]}, {'variable': 'a6', 'probabilities': [0.509976, 0.490024]}, {'variable': 'a6_c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a6_c8', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.909594
+[FactReasoner] (a0): Probability for a0=1 is: 0.090406
+[FactReasoner] (a1): Probability for a1=0 is: 0.97894
+[FactReasoner] (a1): Probability for a1=1 is: 0.02106
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.941464
+[FactReasoner] (a3): Probability for a3=1 is: 0.058536
+[FactReasoner] (a4): Probability for a4=0 is: 0.964758
+[FactReasoner] (a4): Probability for a4=1 is: 0.035242
+[FactReasoner] (a5): Probability for a5=0 is: 0.490024
+[FactReasoner] (a5): Probability for a5=1 is: 0.509976
+[FactReasoner] (a6): Probability for a6=0 is: 0.509976
+[FactReasoner] (a6): Probability for a6=1 is: 0.490024
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'NS', 'a2': 'S', 'a3': 'NS', 'a4': 'NS', 'a5': 'S', 'a6': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0296 seconds.
+[10/40] Global Times GT=NS | cctru=S| ccvan=S| fptru=S| fpvan=NS| gugua=NS| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c1 -> a0] : entailment : 0.9999999205271529
+[NLI] Found relation: [c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Relations built: 5
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 32768.00it/s]
+
Contexts: 0%| | 0/5 [00:00, ?it/s]
Contexts: 100%|██████████| 5/5 [00:00<00:00, 201649.23it/s]
+
Relations: 0%| | 0/5 [00:00, ?it/s]
Relations: 100%|██████████| 5/5 [00:00<00:00, 192399.27it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000279188 seconds
+[WMB] Created join graph with 6 clique factors
+[WMB] Number of cliques : 6
+[WMB] Number of edges : 10
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000683069 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.366755 (2.549329e-01) d=1.366755e+00 time=0.000876 i=1
+[WMB] Converged after 1 iterations in 0.000894 seconds
+PR
+-1.366755 (2.549329e-01)
+STATUS
+true: Consistent evidence
+MAR
+6 2 0.000030 0.999970 2 0.305659 0.694341 2 0.142883 0.857117 2 0.067355 0.932645 2 0.153872 0.846128 2 0.067355 0.932645
+[MERLIN] I/O time is 0.000317 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [3e-05, 0.99997]}, {'variable': 'c0', 'probabilities': [0.305659, 0.694341]}, {'variable': 'c1', 'probabilities': [0.142883, 0.857117]}, {'variable': 'c2', 'probabilities': [0.067355, 0.932645]}, {'variable': 'c4', 'probabilities': [0.153872, 0.846128]}, {'variable': 'c6', 'probabilities': [0.067355, 0.932645]}]
+[FactReasoner] (a0): Probability for a0=0 is: 3e-05
+[FactReasoner] (a0): Probability for a0=1 is: 0.99997
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0101 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [c1 -> a0] : entailment : 0.9999998410543312
+[NLI] Found relation: [c2 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [c4 -> a0] : entailment : 0.9989410456090162
+[NLI] Found relation: [c5 -> a0] : entailment : 0.9999936819876392
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Relations built: 6
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 28532.68it/s]
+
Contexts: 0%| | 0/6 [00:00, ?it/s]
Contexts: 100%|██████████| 6/6 [00:00<00:00, 206277.25it/s]
+
Relations: 0%| | 0/6 [00:00, ?it/s]
Relations: 100%|██████████| 6/6 [00:00<00:00, 220752.84it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000337839 seconds
+[WMB] Created join graph with 7 clique factors
+[WMB] Number of cliques : 7
+[WMB] Number of edges : 12
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000778913 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.001917 (3.671749e-01) d=1.001917e+00 time=0.001011 i=1
+[WMB] Converged after 1 iterations in 0.001033 seconds
+PR
+-1.001917 (3.671749e-01)
+STATUS
+true: Consistent evidence
+MAR
+7 2 0.000000 1.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052684 0.947316 2 0.052632 0.947368 2 0.052632 0.947368
+[MERLIN] I/O time is 0.000365 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c4', 'probabilities': [0.052684, 0.947316]}, {'variable': 'c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c6', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0092 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 225 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 0.9939680447301703
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 0.999990821052948
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c5 -> a0] : entailment : 0.9999999205271529
+[NLI] Found relation: [a2_c6 -> a0] : entailment : 0.9986414158050474
+[NLI] Found relation: [a2_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a2] : entailment : 0.9999999205271529
+[NLI] Found relation: [a0_c8 -> a2] : entailment : 0.999975046767139
+[NLI] Found relation: [a0_c9 -> a2] : entailment : 0.9999999205271529
+[NLI] Found relation: [a1_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 0.9999999205271529
+[NLI] Found relation: [a1_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 0.999996622426144
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a3] : contradiction : 0.9999986092288025
+[NLI] Found relation: [a1_c6 -> a3] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a3_c4 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a3_c8 -> a3] : contradiction : 0.9999998013179273
+[NLI] Found relation: [a3_c9 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a3_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a4] : entailment : 0.9996099734977563
+[NLI] Found relation: [a3_c9 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a4] : entailment : 0.9671486992229478
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 0.9999956687667205
+[NLI] Found relation: [a4_c4 -> a4] : entailment : 1.0
+[NLI] Relations built: 97
+
Atoms: 0%| | 0/5 [00:00, ?it/s]
Atoms: 100%|██████████| 5/5 [00:00<00:00, 111550.64it/s]
+
Contexts: 0%| | 0/37 [00:00, ?it/s]
Contexts: 100%|██████████| 37/37 [00:00<00:00, 646621.87it/s]
+
Relations: 0%| | 0/97 [00:00, ?it/s]
Relations: 100%|██████████| 97/97 [00:00<00:00, 1082041.19it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c2 - a0 with discrete factor (entailment)
+Adding edge a1_c3 - a0 with discrete factor (entailment)
+Adding edge a1_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c7 - a0 with discrete factor (entailment)
+Adding edge a1_c8 - a0 with discrete factor (entailment)
+Adding edge a1_c9 - a0 with discrete factor (entailment)
+Adding edge a2_c0 - a0 with discrete factor (entailment)
+Adding edge a2_c1 - a0 with discrete factor (entailment)
+Adding edge a2_c2 - a0 with discrete factor (entailment)
+Adding edge a2_c4 - a0 with discrete factor (entailment)
+Adding edge a2_c5 - a0 with discrete factor (entailment)
+Adding edge a2_c6 - a0 with discrete factor (entailment)
+Adding edge a2_c7 - a0 with discrete factor (entailment)
+Adding edge a2_c8 - a0 with discrete factor (entailment)
+Adding edge a2_c9 - a0 with discrete factor (entailment)
+Adding edge a3_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a0_c7 - a1 with discrete factor (entailment)
+Adding edge a0_c8 - a1 with discrete factor (entailment)
+Adding edge a0_c9 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (entailment)
+Adding edge a2_c4 - a1 with discrete factor (entailment)
+Adding edge a2_c5 - a1 with discrete factor (entailment)
+Adding edge a2_c6 - a1 with discrete factor (entailment)
+Adding edge a2_c7 - a1 with discrete factor (entailment)
+Adding edge a2_c8 - a1 with discrete factor (entailment)
+Adding edge a2_c9 - a1 with discrete factor (entailment)
+Adding edge a3_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c0 - a2 with discrete factor (entailment)
+Adding edge a0_c2 - a2 with discrete factor (entailment)
+Adding edge a0_c3 - a2 with discrete factor (entailment)
+Adding edge a0_c4 - a2 with discrete factor (entailment)
+Adding edge a0_c5 - a2 with discrete factor (entailment)
+Adding edge a0_c7 - a2 with discrete factor (entailment)
+Adding edge a0_c8 - a2 with discrete factor (entailment)
+Adding edge a0_c9 - a2 with discrete factor (entailment)
+Adding edge a1_c0 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c3 - a2 with discrete factor (entailment)
+Adding edge a1_c4 - a2 with discrete factor (entailment)
+Adding edge a1_c5 - a2 with discrete factor (entailment)
+Adding edge a1_c6 - a2 with discrete factor (entailment)
+Adding edge a1_c7 - a2 with discrete factor (entailment)
+Adding edge a1_c8 - a2 with discrete factor (entailment)
+Adding edge a1_c9 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c8 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a3_c3 - a2 with discrete factor (entailment)
+Adding edge a1_c3 - a3 with discrete factor (contradiction)
+Adding edge a1_c6 - a3 with discrete factor (contradiction)
+Adding edge a3_c4 - a3 with discrete factor (contradiction)
+Adding edge a3_c8 - a3 with discrete factor (contradiction)
+Adding edge a3_c9 - a3 with discrete factor (contradiction)
+Adding edge a3_c4 - a4 with discrete factor (entailment)
+Adding edge a3_c5 - a4 with discrete factor (entailment)
+Adding edge a3_c9 - a4 with discrete factor (entailment)
+Adding edge a4_c0 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c4 - a4 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 25 35 36 39 40 41 37 34 38 6 28 26 1 2 3 4 5 7 8 9 11 12 13 15 16 18 19 20 22 23 24 27 29 30 31 33 17 0 10 14 21 32
+[WMB] + induced width : 4
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00300217 seconds
+[WMB] Created join graph with 42 clique factors
+[WMB] Number of cliques : 42
+[WMB] Number of edges : 82
+[WMB] Max clique size : 5
+[WMB] Max separator size : 4
+[WMB] Finished initialization in 0.0069921 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -13.408665 (1.502072e-06) d=1.340867e+01 time=0.009224 i=1
+[WMB] Converged after 1 iterations in 0.009246 seconds
+PR
+-13.408665 (1.502072e-06)
+STATUS
+true: Consistent evidence
+MAR
+42 2 0.000000 1.000000 2 0.111111 0.888889 2 0.040000 0.960000 2 0.025287 0.974713 2 0.017727 0.982273 2 0.111111 0.888889 2 0.023910 0.976090 2 0.111111 0.888889 2 0.015984 0.984016 2 0.025287 0.974713 2 0.000000 1.000000 2 0.047091 0.952909 2 0.035559 0.964441 2 0.047091 0.952909 2 0.024893 0.975107 2 0.111111 0.888889 2 0.111111 0.888889 2 0.008943 0.991057 2 0.025287 0.974713 2 0.012028 0.987972 2 0.012028 0.987972 2 0.000000 1.000000 2 0.111111 0.888889 2 0.025287 0.974713 2 0.043478 0.956522 2 0.067327 0.932673 2 0.031847 0.968153 2 0.111111 0.888889 2 0.031505 0.968495 2 0.017727 0.982273 2 0.025287 0.974713 2 0.111111 0.888889 2 0.999999 0.000001 2 0.048576 0.951424 2 0.200004 0.799996 2 0.194095 0.805905 2 0.333334 0.666666 2 0.034841 0.965159 2 0.000005 0.999995 2 0.369984 0.630016 2 0.094022 0.905978 2 0.100004 0.899996
+[MERLIN] I/O time is 0.002065 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a0_c2', 'probabilities': [0.04, 0.96]}, {'variable': 'a0_c3', 'probabilities': [0.025287, 0.974713]}, {'variable': 'a0_c4', 'probabilities': [0.017727, 0.982273]}, {'variable': 'a0_c5', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a0_c6', 'probabilities': [0.02391, 0.97609]}, {'variable': 'a0_c7', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a0_c8', 'probabilities': [0.015984, 0.984016]}, {'variable': 'a0_c9', 'probabilities': [0.025287, 0.974713]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.047091, 0.952909]}, {'variable': 'a1_c1', 'probabilities': [0.035559, 0.964441]}, {'variable': 'a1_c2', 'probabilities': [0.047091, 0.952909]}, {'variable': 'a1_c3', 'probabilities': [0.024893, 0.975107]}, {'variable': 'a1_c4', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a1_c5', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a1_c6', 'probabilities': [0.008943, 0.991057]}, {'variable': 'a1_c7', 'probabilities': [0.025287, 0.974713]}, {'variable': 'a1_c8', 'probabilities': [0.012028, 0.987972]}, {'variable': 'a1_c9', 'probabilities': [0.012028, 0.987972]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a2_c1', 'probabilities': [0.025287, 0.974713]}, {'variable': 'a2_c2', 'probabilities': [0.043478, 0.956522]}, {'variable': 'a2_c3', 'probabilities': [0.067327, 0.932673]}, {'variable': 'a2_c4', 'probabilities': [0.031847, 0.968153]}, {'variable': 'a2_c5', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a2_c6', 'probabilities': [0.031505, 0.968495]}, {'variable': 'a2_c7', 'probabilities': [0.017727, 0.982273]}, {'variable': 'a2_c8', 'probabilities': [0.025287, 0.974713]}, {'variable': 'a2_c9', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a3', 'probabilities': [0.999999, 1e-06]}, {'variable': 'a3_c3', 'probabilities': [0.048576, 0.951424]}, {'variable': 'a3_c4', 'probabilities': [0.200004, 0.799996]}, {'variable': 'a3_c5', 'probabilities': [0.194095, 0.805905]}, {'variable': 'a3_c8', 'probabilities': [0.333334, 0.666666]}, {'variable': 'a3_c9', 'probabilities': [0.034841, 0.965159]}, {'variable': 'a4', 'probabilities': [5e-06, 0.999995]}, {'variable': 'a4_c0', 'probabilities': [0.369984, 0.630016]}, {'variable': 'a4_c2', 'probabilities': [0.094022, 0.905978]}, {'variable': 'a4_c4', 'probabilities': [0.100004, 0.899996]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.999999
+[FactReasoner] (a3): Probability for a3=1 is: 1e-06
+[FactReasoner] (a4): Probability for a4=0 is: 5e-06
+[FactReasoner] (a4): Probability for a4=1 is: 0.999995
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'NS', 'a4': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0310 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 225 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 0.9999997615815251
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 0.9997633623865099
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 0.9999998013179273
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a0] : entailment : 0.9999994834269622
+[NLI] Found relation: [a2_c6 -> a0] : entailment : 0.9939678892117629
+[NLI] Found relation: [a2_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a1] : entailment : 0.9999998807907365
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 0.9999996026360078
+[NLI] Found relation: [a0_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a1] : entailment : 0.9999918938999969
+[NLI] Found relation: [a2_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a1] : entailment : 0.999998768173707
+[NLI] Found relation: [a2_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a2] : entailment : 0.9996962010021424
+[NLI] Found relation: [a0_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 0.9999944369619821
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 0.9999999205271529
+[NLI] Found relation: [a1_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 0.9999936819876392
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 0.9999976952977584
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a3] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a3_c4 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a3_c8 -> a3] : contradiction : 0.9999993244816028
+[NLI] Found relation: [a3_c9 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a3_c0 -> a4] : entailment : 0.9922811131161868
+[NLI] Found relation: [a3_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a4] : entailment : 0.9998156512133021
+[NLI] Found relation: [a3_c6 -> a4] : entailment : 0.9989412830773968
+[NLI] Found relation: [a3_c9 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a4] : entailment : 1.0
+[NLI] Relations built: 97
+
Atoms: 0%| | 0/5 [00:00, ?it/s]
Atoms: 100%|██████████| 5/5 [00:00<00:00, 141699.46it/s]
+
Contexts: 0%| | 0/38 [00:00, ?it/s]
Contexts: 100%|██████████| 38/38 [00:00<00:00, 870948.37it/s]
+
Relations: 0%| | 0/97 [00:00, ?it/s]
Relations: 100%|██████████| 97/97 [00:00<00:00, 1207262.58it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c2 - a0 with discrete factor (entailment)
+Adding edge a1_c3 - a0 with discrete factor (entailment)
+Adding edge a1_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c7 - a0 with discrete factor (entailment)
+Adding edge a1_c8 - a0 with discrete factor (entailment)
+Adding edge a1_c9 - a0 with discrete factor (entailment)
+Adding edge a2_c0 - a0 with discrete factor (entailment)
+Adding edge a2_c1 - a0 with discrete factor (entailment)
+Adding edge a2_c2 - a0 with discrete factor (entailment)
+Adding edge a2_c4 - a0 with discrete factor (entailment)
+Adding edge a2_c5 - a0 with discrete factor (entailment)
+Adding edge a2_c6 - a0 with discrete factor (entailment)
+Adding edge a2_c7 - a0 with discrete factor (entailment)
+Adding edge a2_c8 - a0 with discrete factor (entailment)
+Adding edge a2_c9 - a0 with discrete factor (entailment)
+Adding edge a3_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a0_c1 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a0_c7 - a1 with discrete factor (entailment)
+Adding edge a0_c8 - a1 with discrete factor (entailment)
+Adding edge a0_c9 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (entailment)
+Adding edge a2_c3 - a1 with discrete factor (entailment)
+Adding edge a2_c4 - a1 with discrete factor (entailment)
+Adding edge a2_c5 - a1 with discrete factor (entailment)
+Adding edge a2_c6 - a1 with discrete factor (entailment)
+Adding edge a2_c7 - a1 with discrete factor (entailment)
+Adding edge a2_c8 - a1 with discrete factor (entailment)
+Adding edge a2_c9 - a1 with discrete factor (entailment)
+Adding edge a3_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c0 - a2 with discrete factor (entailment)
+Adding edge a0_c2 - a2 with discrete factor (entailment)
+Adding edge a0_c3 - a2 with discrete factor (entailment)
+Adding edge a0_c4 - a2 with discrete factor (entailment)
+Adding edge a0_c5 - a2 with discrete factor (entailment)
+Adding edge a0_c8 - a2 with discrete factor (entailment)
+Adding edge a0_c9 - a2 with discrete factor (entailment)
+Adding edge a1_c0 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c3 - a2 with discrete factor (entailment)
+Adding edge a1_c4 - a2 with discrete factor (entailment)
+Adding edge a1_c5 - a2 with discrete factor (entailment)
+Adding edge a1_c6 - a2 with discrete factor (entailment)
+Adding edge a1_c7 - a2 with discrete factor (entailment)
+Adding edge a1_c8 - a2 with discrete factor (entailment)
+Adding edge a1_c9 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c8 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a3_c3 - a2 with discrete factor (entailment)
+Adding edge a1_c6 - a3 with discrete factor (contradiction)
+Adding edge a3_c4 - a3 with discrete factor (contradiction)
+Adding edge a3_c8 - a3 with discrete factor (contradiction)
+Adding edge a3_c9 - a3 with discrete factor (contradiction)
+Adding edge a3_c0 - a4 with discrete factor (entailment)
+Adding edge a3_c4 - a4 with discrete factor (entailment)
+Adding edge a3_c5 - a4 with discrete factor (entailment)
+Adding edge a3_c6 - a4 with discrete factor (entailment)
+Adding edge a3_c9 - a4 with discrete factor (entailment)
+Adding edge a4_c4 - a4 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 7 34 37 38 39 42 40 36 41 8 26 28 1 3 4 5 6 9 10 12 13 14 15 16 17 19 20 21 23 24 25 27 29 30 31 32 35 33 0 11 18 22
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00309491 seconds
+[WMB] Created join graph with 43 clique factors
+[WMB] Number of cliques : 43
+[WMB] Number of edges : 84
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00706601 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -6.630865 (1.319021e-03) d=6.630865e+00 time=0.009118 i=1
+[WMB] Converged after 1 iterations in 0.009137 seconds
+PR
+-6.630865 (1.319021e-03)
+STATUS
+true: Consistent evidence
+MAR
+43 2 0.000000 1.000000 2 0.013699 0.986301 2 0.052632 0.947368 2 0.013699 0.986301 2 0.013699 0.986301 2 0.013699 0.986301 2 0.013699 0.986301 2 0.052632 0.947368 2 0.027027 0.972973 2 0.013706 0.986294 2 0.013699 0.986301 2 0.000000 1.000000 2 0.013699 0.986301 2 0.013699 0.986301 2 0.013699 0.986301 2 0.013699 0.986301 2 0.013699 0.986301 2 0.013699 0.986301 2 0.006897 0.993103 2 0.013699 0.986301 2 0.013699 0.986301 2 0.013699 0.986301 2 0.000000 1.000000 2 0.013699 0.986301 2 0.013699 0.986301 2 0.013699 0.986301 2 0.027027 0.972973 2 0.013699 0.986301 2 0.013699 0.986301 2 0.013781 0.986219 2 0.013699 0.986301 2 0.013699 0.986301 2 0.013699 0.986301 2 1.000000 0.000000 2 0.053019 0.946981 2 0.013699 0.986301 2 0.027027 0.972973 2 0.052641 0.947359 2 0.052684 0.947316 2 0.052632 0.947368 2 0.027027 0.972973 2 0.000000 1.000000 2 0.052632 0.947368
+[MERLIN] I/O time is 0.002007 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c2', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c3', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c4', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c5', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c7', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c8', 'probabilities': [0.013706, 0.986294]}, {'variable': 'a0_c9', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c1', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c2', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c3', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c4', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c5', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c6', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a1_c7', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c8', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c9', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a2_c1', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a2_c2', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a2_c3', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2_c4', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a2_c5', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a2_c6', 'probabilities': [0.013781, 0.986219]}, {'variable': 'a2_c7', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a2_c8', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a2_c9', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a3', 'probabilities': [1.0, 0.0]}, {'variable': 'a3_c0', 'probabilities': [0.053019, 0.946981]}, {'variable': 'a3_c3', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a3_c4', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a3_c5', 'probabilities': [0.052641, 0.947359]}, {'variable': 'a3_c6', 'probabilities': [0.052684, 0.947316]}, {'variable': 'a3_c8', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c9', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a4', 'probabilities': [0.0, 1.0]}, {'variable': 'a4_c4', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 1.0
+[FactReasoner] (a3): Probability for a3=1 is: 0.0
+[FactReasoner] (a4): Probability for a4=0 is: 0.0
+[FactReasoner] (a4): Probability for a4=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'NS', 'a4': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0312 seconds.
+[11/40] WE ARE CHINA GT=S | cctru=S| ccvan=S| fptru=S| fpvan=S| gugua=NS| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c1 -> a0] : entailment : 0.9999995231632965
+[NLI] Relations built: 1
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 29127.11it/s]
+
Contexts: 0%| | 0/1 [00:00, ?it/s]
Contexts: 100%|██████████| 1/1 [00:00<00:00, 43240.25it/s]
+
Relations: 0%| | 0/1 [00:00, ?it/s]
Relations: 100%|██████████| 1/1 [00:00<00:00, 42799.02it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding edge c1 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 0 1
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000185966 seconds
+[WMB] Created join graph with 2 clique factors
+[WMB] Number of cliques : 2
+[WMB] Number of edges : 2
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.00037694 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.693147 (5.000000e-01) d=6.931472e-01 time=0.000463 i=1
+[WMB] Converged after 1 iterations in 0.000480 seconds
+PR
+-0.693147 (5.000000e-01)
+STATUS
+true: Consistent evidence
+MAR
+2 2 0.250000 0.750000 2 0.500000 0.500000
+[MERLIN] I/O time is 0.000213 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.25, 0.75]}, {'variable': 'c1', 'probabilities': [0.5, 0.5]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.25
+[FactReasoner] (a0): Probability for a0=1 is: 0.75
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0082 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c7 -> a0] : entailment : 0.9999679347577147
+[NLI] Relations built: 1
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 24385.49it/s]
+
Contexts: 0%| | 0/1 [00:00, ?it/s]
Contexts: 100%|██████████| 1/1 [00:00<00:00, 43690.67it/s]
+
Relations: 0%| | 0/1 [00:00, ?it/s]
Relations: 100%|██████████| 1/1 [00:00<00:00, 42799.02it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding edge c7 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 0 1
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000236988 seconds
+[WMB] Created join graph with 2 clique factors
+[WMB] Number of cliques : 2
+[WMB] Number of edges : 2
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000447035 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.693147 (5.000000e-01) d=6.931472e-01 time=0.000568 i=1
+[WMB] Converged after 1 iterations in 0.000589 seconds
+PR
+-0.693147 (5.000000e-01)
+STATUS
+true: Consistent evidence
+MAR
+2 2 0.050029 0.949971 2 0.100000 0.900000
+[MERLIN] I/O time is 0.000417 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.050029, 0.949971]}, {'variable': 'c7', 'probabilities': [0.1, 0.9]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.050029
+[FactReasoner] (a0): Probability for a0=1 is: 0.949971
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0092 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 490 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 0.9585722299478862
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a0] : entailment : 0.9008447446328967
+[NLI] Found relation: [a3_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a0] : entailment : 0.9999970197855413
+[NLI] Found relation: [a3_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a0] : entailment : 0.9999956687667205
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 0.9994993062088315
+[NLI] Found relation: [a0_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 0.9999998410543312
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 0.9350644475279677
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a1] : entailment : 0.9999994834269622
+[NLI] Found relation: [a4_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a5_c6 -> a1] : entailment : 0.9740435507532134
+[NLI] Found relation: [a0_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a3_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a3] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c4 -> a3] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a3_c6 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a4_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a3] : entailment : 0.9999997218451434
+[NLI] Found relation: [a0_c4 -> a4] : entailment : 0.9982567785181858
+[NLI] Found relation: [a1_c4 -> a4] : contradiction : 0.9999950329955904
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a0_c8 -> a5] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a2_c3 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a3_c6 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a5_c1 -> a5] : entailment : 0.9999999205271529
+[NLI] Found relation: [a2_c3 -> a6] : contradiction : 1.0
+[NLI] Found relation: [a3_c1 -> a6] : contradiction : 1.0
+[NLI] Found relation: [a3_c6 -> a6] : contradiction : 1.0
+[NLI] Found relation: [a3_c9 -> a6] : contradiction : 0.9999943972263804
+[NLI] Found relation: [a6_c2 -> a6] : entailment : 1.0
+[NLI] Found relation: [a6_c3 -> a6] : contradiction : 1.0
+[NLI] Relations built: 60
+
Atoms: 0%| | 0/7 [00:00, ?it/s]
Atoms: 100%|██████████| 7/7 [00:00<00:00, 160437.86it/s]
+
Contexts: 0%| | 0/31 [00:00, ?it/s]
Contexts: 100%|██████████| 31/31 [00:00<00:00, 628132.48it/s]
+
Relations: 0%| | 0/60 [00:00, ?it/s]
Relations: 100%|██████████| 60/60 [00:00<00:00, 946083.61it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding atom variable a6 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a5_c1 with discrete factor (prior)
+Adding context variable a5_c6 with discrete factor (prior)
+Adding context variable a6_c2 with discrete factor (prior)
+Adding context variable a6_c3 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a1_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c9 - a0 with discrete factor (entailment)
+Adding edge a3_c2 - a0 with discrete factor (entailment)
+Adding edge a3_c4 - a0 with discrete factor (entailment)
+Adding edge a3_c6 - a0 with discrete factor (entailment)
+Adding edge a4_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a0_c1 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a0_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a3_c2 - a1 with discrete factor (entailment)
+Adding edge a3_c4 - a1 with discrete factor (entailment)
+Adding edge a3_c6 - a1 with discrete factor (entailment)
+Adding edge a4_c4 - a1 with discrete factor (entailment)
+Adding edge a5_c6 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a2 with discrete factor (entailment)
+Adding edge a0_c4 - a2 with discrete factor (entailment)
+Adding edge a1_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a3_c0 - a2 with discrete factor (entailment)
+Adding edge a3_c2 - a2 with discrete factor (entailment)
+Adding edge a3_c6 - a2 with discrete factor (entailment)
+Adding edge a0_c4 - a3 with discrete factor (contradiction)
+Adding edge a1_c4 - a3 with discrete factor (contradiction)
+Adding edge a3_c6 - a3 with discrete factor (contradiction)
+Adding edge a4_c1 - a3 with discrete factor (entailment)
+Adding edge a4_c4 - a3 with discrete factor (entailment)
+Adding edge a0_c4 - a4 with discrete factor (entailment)
+Adding edge a1_c4 - a4 with discrete factor (contradiction)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a0_c3 - a5 with discrete factor (contradiction)
+Adding edge a0_c8 - a5 with discrete factor (contradiction)
+Adding edge a2_c3 - a5 with discrete factor (contradiction)
+Adding edge a3_c6 - a5 with discrete factor (contradiction)
+Adding edge a5_c1 - a5 with discrete factor (entailment)
+Adding edge a2_c3 - a6 with discrete factor (contradiction)
+Adding edge a3_c1 - a6 with discrete factor (contradiction)
+Adding edge a3_c6 - a6 with discrete factor (contradiction)
+Adding edge a3_c9 - a6 with discrete factor (contradiction)
+Adding edge a6_c2 - a6 with discrete factor (entailment)
+Adding edge a6_c3 - a6 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 5 6 9 10 12 15 16 17 19 20 21 23 24 28 33 34 36 37 30 2 1 13 26 29 31 25 4 11 22 35 18 7 3 27 8 0 14 32
+[WMB] + induced width : 5
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.0018549 seconds
+[WMB] Created join graph with 38 clique factors
+[WMB] Number of cliques : 38
+[WMB] Number of edges : 74
+[WMB] Max clique size : 6
+[WMB] Max separator size : 5
+[WMB] Finished initialization in 0.00427389 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -24.314021 (2.757751e-11) d=2.431402e+01 time=0.005599 i=1
+[WMB] Converged after 1 iterations in 0.005808 seconds
+PR
+-24.314021 (2.757751e-11)
+STATUS
+true: Consistent evidence
+MAR
+38 2 0.000000 1.000000 2 0.139565 0.860435 2 0.107438 0.892562 2 0.024116 0.975884 2 0.374991 0.625009 2 0.113490 0.886510 2 0.067327 0.932673 2 0.153585 0.846415 2 0.000000 1.000000 2 0.333333 0.666667 2 0.094017 0.905983 2 0.584930 0.415070 2 0.134937 0.865063 2 0.066782 0.933218 2 0.000000 1.000000 2 0.333333 0.666667 2 0.333333 0.666667 2 0.115421 0.884579 2 0.023545 0.976455 2 0.100000 0.900000 2 0.333333 0.666667 2 0.115421 0.884579 2 0.997685 0.002315 2 0.333333 0.666667 2 0.108866 0.891134 2 0.056769 0.943231 2 0.049327 0.950673 2 0.004564 0.995436 2 0.333338 0.666662 2 0.422652 0.577348 2 0.998234 0.001766 2 0.997803 0.002197 2 0.999998 0.000002 2 0.999998 0.000002 2 0.068997 0.931003 2 0.999995 0.000005 2 0.999996 0.000004 2 0.127210 0.872790
+[MERLIN] I/O time is 0.001478 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.139565, 0.860435]}, {'variable': 'a0_c1', 'probabilities': [0.107438, 0.892562]}, {'variable': 'a0_c3', 'probabilities': [0.024116, 0.975884]}, {'variable': 'a0_c4', 'probabilities': [0.374991, 0.625009]}, {'variable': 'a0_c5', 'probabilities': [0.11349, 0.88651]}, {'variable': 'a0_c6', 'probabilities': [0.067327, 0.932673]}, {'variable': 'a0_c8', 'probabilities': [0.153585, 0.846415]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c1', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a1_c2', 'probabilities': [0.094017, 0.905983]}, {'variable': 'a1_c4', 'probabilities': [0.58493, 0.41507]}, {'variable': 'a1_c7', 'probabilities': [0.134937, 0.865063]}, {'variable': 'a1_c9', 'probabilities': [0.066782, 0.933218]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2_c1', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2_c2', 'probabilities': [0.115421, 0.884579]}, {'variable': 'a2_c3', 'probabilities': [0.023545, 0.976455]}, {'variable': 'a2_c4', 'probabilities': [0.1, 0.9]}, {'variable': 'a2_c5', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2_c6', 'probabilities': [0.115421, 0.884579]}, {'variable': 'a3', 'probabilities': [0.997685, 0.002315]}, {'variable': 'a3_c0', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a3_c1', 'probabilities': [0.108866, 0.891134]}, {'variable': 'a3_c2', 'probabilities': [0.056769, 0.943231]}, {'variable': 'a3_c4', 'probabilities': [0.049327, 0.950673]}, {'variable': 'a3_c6', 'probabilities': [0.004564, 0.995436]}, {'variable': 'a3_c9', 'probabilities': [0.333338, 0.666662]}, {'variable': 'a4', 'probabilities': [0.422652, 0.577348]}, {'variable': 'a4_c1', 'probabilities': [0.998234, 0.001766]}, {'variable': 'a4_c4', 'probabilities': [0.997803, 0.002197]}, {'variable': 'a5', 'probabilities': [0.999998, 2e-06]}, {'variable': 'a5_c1', 'probabilities': [0.999998, 2e-06]}, {'variable': 'a5_c6', 'probabilities': [0.068997, 0.931003]}, {'variable': 'a6', 'probabilities': [0.999995, 5e-06]}, {'variable': 'a6_c2', 'probabilities': [0.999996, 4e-06]}, {'variable': 'a6_c3', 'probabilities': [0.12721, 0.87279]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.997685
+[FactReasoner] (a3): Probability for a3=1 is: 0.002315
+[FactReasoner] (a4): Probability for a4=0 is: 0.422652
+[FactReasoner] (a4): Probability for a4=1 is: 0.577348
+[FactReasoner] (a5): Probability for a5=0 is: 0.999998
+[FactReasoner] (a5): Probability for a5=1 is: 2e-06
+[FactReasoner] (a6): Probability for a6=0 is: 0.999995
+[FactReasoner] (a6): Probability for a6=1 is: 5e-06
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'NS', 'a4': 'S', 'a5': 'NS', 'a6': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0241 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 490 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 0.9999992450089515
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a0] : entailment : 0.9999997218451434
+[NLI] Found relation: [a4_c4 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 0.9999679744880208
+[NLI] Found relation: [a0_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 0.9999990463275026
+[NLI] Found relation: [a2_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a1] : entailment : 0.9999996026360078
+[NLI] Found relation: [a4_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 0.9999679744880208
+[NLI] Found relation: [a2_c8 -> a2] : contradiction : 0.9993568991856577
+[NLI] Found relation: [a3_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a2] : entailment : 0.999947195860167
+[NLI] Found relation: [a0_c4 -> a3] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a1_c4 -> a3] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a3_c6 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a4_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a4] : entailment : 0.9991750042932638
+[NLI] Found relation: [a1_c4 -> a4] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c3 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a0_c8 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a2_c3 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a3_c1 -> a5] : contradiction : 0.9999928078096713
+[NLI] Found relation: [a3_c6 -> a5] : contradiction : 1.0
+[NLI] Found relation: [a5_c1 -> a5] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a6] : contradiction : 1.0
+[NLI] Found relation: [a3_c1 -> a6] : contradiction : 1.0
+[NLI] Found relation: [a3_c6 -> a6] : contradiction : 1.0
+[NLI] Found relation: [a3_c9 -> a6] : contradiction : 0.9901301034076023
+[NLI] Found relation: [a6_c2 -> a6] : entailment : 1.0
+[NLI] Found relation: [a6_c3 -> a6] : contradiction : 0.9999998410543312
+[NLI] Relations built: 62
+
Atoms: 0%| | 0/7 [00:00, ?it/s]
Atoms: 100%|██████████| 7/7 [00:00<00:00, 167772.16it/s]
+
Contexts: 0%| | 0/31 [00:00, ?it/s]
Contexts: 100%|██████████| 31/31 [00:00<00:00, 634260.60it/s]
+
Relations: 0%| | 0/62 [00:00, ?it/s]
Relations: 100%|██████████| 62/62 [00:00<00:00, 881514.74it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding atom variable a6 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a5_c1 with discrete factor (prior)
+Adding context variable a6_c2 with discrete factor (prior)
+Adding context variable a6_c3 with discrete factor (prior)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a1_c4 - a0 with discrete factor (entailment)
+Adding edge a3_c2 - a0 with discrete factor (entailment)
+Adding edge a3_c6 - a0 with discrete factor (entailment)
+Adding edge a4_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a0_c1 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a0_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c3 - a1 with discrete factor (entailment)
+Adding edge a3_c2 - a1 with discrete factor (entailment)
+Adding edge a3_c4 - a1 with discrete factor (entailment)
+Adding edge a3_c6 - a1 with discrete factor (entailment)
+Adding edge a4_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a2 with discrete factor (entailment)
+Adding edge a0_c4 - a2 with discrete factor (entailment)
+Adding edge a1_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c8 - a2 with discrete factor (contradiction)
+Adding edge a3_c0 - a2 with discrete factor (entailment)
+Adding edge a3_c2 - a2 with discrete factor (entailment)
+Adding edge a3_c6 - a2 with discrete factor (entailment)
+Adding edge a4_c4 - a2 with discrete factor (entailment)
+Adding edge a0_c4 - a3 with discrete factor (contradiction)
+Adding edge a1_c4 - a3 with discrete factor (contradiction)
+Adding edge a3_c6 - a3 with discrete factor (contradiction)
+Adding edge a4_c1 - a3 with discrete factor (entailment)
+Adding edge a4_c4 - a3 with discrete factor (entailment)
+Adding edge a0_c4 - a4 with discrete factor (entailment)
+Adding edge a1_c4 - a4 with discrete factor (contradiction)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a0_c3 - a5 with discrete factor (contradiction)
+Adding edge a0_c8 - a5 with discrete factor (contradiction)
+Adding edge a2_c3 - a5 with discrete factor (contradiction)
+Adding edge a3_c1 - a5 with discrete factor (contradiction)
+Adding edge a3_c6 - a5 with discrete factor (contradiction)
+Adding edge a5_c1 - a5 with discrete factor (entailment)
+Adding edge a2_c3 - a6 with discrete factor (contradiction)
+Adding edge a3_c1 - a6 with discrete factor (contradiction)
+Adding edge a3_c6 - a6 with discrete factor (contradiction)
+Adding edge a3_c9 - a6 with discrete factor (contradiction)
+Adding edge a6_c2 - a6 with discrete factor (entailment)
+Adding edge a6_c3 - a6 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 6 9 10 12 13 15 17 19 20 21 22 24 27 29 34 36 37 31 5 2 30 25 35 16 26 18 3 7 33 11 4 28 32 14 0 8 23
+[WMB] + induced width : 5
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00207901 seconds
+[WMB] Created join graph with 38 clique factors
+[WMB] Number of cliques : 38
+[WMB] Number of edges : 74
+[WMB] Max clique size : 6
+[WMB] Max separator size : 5
+[WMB] Finished initialization in 0.00452685 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -29.216622 (2.048247e-13) d=2.921662e+01 time=0.005899 i=1
+[WMB] Converged after 1 iterations in 0.005921 seconds
+PR
+-29.216622 (2.048247e-13)
+STATUS
+true: Consistent evidence
+MAR
+38 2 0.000000 1.000000 2 0.052633 0.947367 2 0.027027 0.972973 2 0.006897 0.993103 2 0.456638 0.543362 2 0.027027 0.972973 2 0.052632 0.947368 2 0.013699 0.986301 2 0.000000 1.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.456639 0.543361 2 0.052632 0.947368 2 0.052632 0.947368 2 0.000000 1.000000 2 0.052632 0.947368 2 0.027027 0.972973 2 0.052632 0.947368 2 0.006897 0.993103 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052633 0.947367 2 0.988557 0.011443 2 0.985443 0.014557 2 0.052632 0.947368 2 0.027027 0.972973 2 0.013699 0.986301 2 0.052632 0.947368 2 0.016265 0.983735 2 0.053129 0.946871 2 0.545616 0.454384 2 0.986209 0.013791 2 0.985543 0.014457 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 0.052632 0.947368
+[MERLIN] I/O time is 0.001591 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.052633, 0.947367]}, {'variable': 'a0_c1', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c3', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a0_c4', 'probabilities': [0.456638, 0.543362]}, {'variable': 'a0_c5', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c8', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c4', 'probabilities': [0.456639, 0.543361]}, {'variable': 'a1_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c9', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c1', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c3', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a2_c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c7', 'probabilities': [0.052633, 0.947367]}, {'variable': 'a2_c8', 'probabilities': [0.988557, 0.011443]}, {'variable': 'a3', 'probabilities': [0.985443, 0.014557]}, {'variable': 'a3_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c1', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a3_c2', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a3_c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c6', 'probabilities': [0.016265, 0.983735]}, {'variable': 'a3_c9', 'probabilities': [0.053129, 0.946871]}, {'variable': 'a4', 'probabilities': [0.545616, 0.454384]}, {'variable': 'a4_c1', 'probabilities': [0.986209, 0.013791]}, {'variable': 'a4_c4', 'probabilities': [0.985543, 0.014457]}, {'variable': 'a5', 'probabilities': [1.0, 0.0]}, {'variable': 'a5_c1', 'probabilities': [1.0, 0.0]}, {'variable': 'a6', 'probabilities': [1.0, 0.0]}, {'variable': 'a6_c2', 'probabilities': [1.0, 0.0]}, {'variable': 'a6_c3', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.985443
+[FactReasoner] (a3): Probability for a3=1 is: 0.014557
+[FactReasoner] (a4): Probability for a4=0 is: 0.545616
+[FactReasoner] (a4): Probability for a4=1 is: 0.454384
+[FactReasoner] (a5): Probability for a5=0 is: 1.0
+[FactReasoner] (a5): Probability for a5=1 is: 0.0
+[FactReasoner] (a6): Probability for a6=0 is: 1.0
+[FactReasoner] (a6): Probability for a6=1 is: 0.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'NS', 'a4': 'NS', 'a5': 'NS', 'a6': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0252 seconds.
+[12/40] Global Times GT=S | cctru=S| ccvan=S| fptru=S| fpvan=NS| gugua=NS| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c2 -> a0] : entailment : 0.9999999205271529
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [c9 -> a0] : entailment : 1.0
+[NLI] Relations built: 7
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 24818.37it/s]
+
Contexts: 0%| | 0/7 [00:00, ?it/s]
Contexts: 100%|██████████| 7/7 [00:00<00:00, 206761.46it/s]
+
Relations: 0%| | 0/7 [00:00, ?it/s]
Relations: 100%|██████████| 7/7 [00:00<00:00, 214307.50it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 7 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000351906 seconds
+[WMB] Created join graph with 8 clique factors
+[WMB] Number of cliques : 8
+[WMB] Number of edges : 14
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000831842 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.861298 (1.554707e-01) d=1.861298e+00 time=0.001060 i=1
+[WMB] Converged after 1 iterations in 0.001080 seconds
+PR
+-1.861298 (1.554707e-01)
+STATUS
+true: Consistent evidence
+MAR
+8 2 0.000002 0.999998 2 0.067329 0.932671 2 0.333335 0.666665 2 0.128528 0.871472 2 0.137443 0.862557 2 0.067329 0.932671 2 0.333335 0.666665 2 0.237115 0.762885
+[MERLIN] I/O time is 0.000387 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [2e-06, 0.999998]}, {'variable': 'c0', 'probabilities': [0.067329, 0.932671]}, {'variable': 'c1', 'probabilities': [0.333335, 0.666665]}, {'variable': 'c2', 'probabilities': [0.128528, 0.871472]}, {'variable': 'c3', 'probabilities': [0.137443, 0.862557]}, {'variable': 'c5', 'probabilities': [0.067329, 0.932671]}, {'variable': 'c8', 'probabilities': [0.333335, 0.666665]}, {'variable': 'c9', 'probabilities': [0.237115, 0.762885]}]
+[FactReasoner] (a0): Probability for a0=0 is: 2e-06
+[FactReasoner] (a0): Probability for a0=1 is: 0.999998
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0104 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [c9 -> a0] : entailment : 0.9999996821087633
+[NLI] Relations built: 7
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 30174.85it/s]
+
Contexts: 0%| | 0/7 [00:00, ?it/s]
Contexts: 100%|██████████| 7/7 [00:00<00:00, 183500.80it/s]
+
Relations: 0%| | 0/7 [00:00, ?it/s]
Relations: 100%|██████████| 7/7 [00:00<00:00, 253104.55it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 7 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00033021 seconds
+[WMB] Created join graph with 8 clique factors
+[WMB] Number of cliques : 8
+[WMB] Number of edges : 14
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000780106 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.052201 (3.491685e-01) d=1.052201e+00 time=0.001228 i=1
+[WMB] Converged after 1 iterations in 0.001257 seconds
+PR
+-1.052201 (3.491685e-01)
+STATUS
+true: Consistent evidence
+MAR
+8 2 0.000000 1.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368
+[MERLIN] I/O time is 0.000368 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c8', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c9', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0096 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 140 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 0.9999999205271529
+[NLI] Found relation: [a1_c1 -> a1] : contradiction : 0.9999128731943979
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a1] : entailment : 0.999990821052948
+[NLI] Found relation: [a2_c4 -> a1] : entailment : 0.9999996026360078
+[NLI] Found relation: [a2_c5 -> a1] : entailment : 0.9999928475452098
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a3] : entailment : 0.9999227245889688
+[NLI] Found relation: [a1_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a3] : entailment : 1.0
+[NLI] Relations built: 39
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 87381.33it/s]
+
Contexts: 0%| | 0/24 [00:00, ?it/s]
Contexts: 100%|██████████| 24/24 [00:00<00:00, 488656.78it/s]
+
Relations: 0%| | 0/39 [00:00, ?it/s]
Relations: 100%|██████████| 39/39 [00:00<00:00, 733532.99it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (contradiction)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (entailment)
+Adding edge a2_c3 - a1 with discrete factor (entailment)
+Adding edge a2_c4 - a1 with discrete factor (entailment)
+Adding edge a2_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c5 - a2 with discrete factor (entailment)
+Adding edge a1_c8 - a2 with discrete factor (entailment)
+Adding edge a1_c9 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a3_c3 - a2 with discrete factor (entailment)
+Adding edge a1_c2 - a3 with discrete factor (entailment)
+Adding edge a1_c3 - a3 with discrete factor (entailment)
+Adding edge a1_c4 - a3 with discrete factor (entailment)
+Adding edge a1_c8 - a3 with discrete factor (entailment)
+Adding edge a2_c0 - a3 with discrete factor (entailment)
+Adding edge a2_c4 - a3 with discrete factor (entailment)
+Adding edge a2_c6 - a3 with discrete factor (entailment)
+Adding edge a2_c8 - a3 with discrete factor (entailment)
+Adding edge a3_c2 - a3 with discrete factor (entailment)
+Adding edge a3_c6 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 0 1 3 6 8 9 10 21 22 23 25 26 27 19 4 12 15 16 17 14 20 18 5 7 11 13 2 24
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00117707 seconds
+[WMB] Created join graph with 28 clique factors
+[WMB] Number of cliques : 28
+[WMB] Number of edges : 52
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00295305 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -10.048795 (4.323782e-05) d=1.004880e+01 time=0.004003 i=1
+[WMB] Converged after 1 iterations in 0.004029 seconds
+PR
+-10.048795 (4.323782e-05)
+STATUS
+true: Consistent evidence
+MAR
+28 2 0.092500 0.907500 2 0.185000 0.815000 2 0.000000 1.000000 2 0.123596 0.876404 2 0.999277 0.000723 2 0.111111 0.888889 2 0.127179 0.872821 2 0.052632 0.947368 2 0.194030 0.805970 2 0.123596 0.876404 2 0.333333 0.666667 2 0.025287 0.974713 2 0.017797 0.982203 2 0.000000 1.000000 2 0.107438 0.892562 2 0.266272 0.733728 2 0.200000 0.800000 2 0.053701 0.946299 2 0.041589 0.958411 2 0.020336 0.979664 2 0.107438 0.892562 2 0.333333 0.666667 2 0.094017 0.905983 2 0.194030 0.805970 2 0.000000 1.000000 2 0.113490 0.886510 2 0.133199 0.866801 2 0.155402 0.844598
+[MERLIN] I/O time is 0.001243 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0925, 0.9075]}, {'variable': 'a0_c2', 'probabilities': [0.185, 0.815]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.123596, 0.876404]}, {'variable': 'a1_c1', 'probabilities': [0.999277, 0.000723]}, {'variable': 'a1_c2', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a1_c3', 'probabilities': [0.127179, 0.872821]}, {'variable': 'a1_c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c5', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a1_c6', 'probabilities': [0.123596, 0.876404]}, {'variable': 'a1_c7', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a1_c8', 'probabilities': [0.025287, 0.974713]}, {'variable': 'a1_c9', 'probabilities': [0.017797, 0.982203]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.107438, 0.892562]}, {'variable': 'a2_c1', 'probabilities': [0.266272, 0.733728]}, {'variable': 'a2_c2', 'probabilities': [0.2, 0.8]}, {'variable': 'a2_c3', 'probabilities': [0.053701, 0.946299]}, {'variable': 'a2_c4', 'probabilities': [0.041589, 0.958411]}, {'variable': 'a2_c5', 'probabilities': [0.020336, 0.979664]}, {'variable': 'a2_c6', 'probabilities': [0.107438, 0.892562]}, {'variable': 'a2_c7', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2_c8', 'probabilities': [0.094017, 0.905983]}, {'variable': 'a2_c9', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c2', 'probabilities': [0.11349, 0.88651]}, {'variable': 'a3_c3', 'probabilities': [0.133199, 0.866801]}, {'variable': 'a3_c6', 'probabilities': [0.155402, 0.844598]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0925
+[FactReasoner] (a0): Probability for a0=1 is: 0.9075
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0225 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 140 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 0.9999994834269622
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a1] : entailment : 0.9999805696408871
+[NLI] Found relation: [a2_c4 -> a1] : entailment : 0.9998882066883075
+[NLI] Found relation: [a2_c5 -> a1] : entailment : 0.9999997615815251
+[NLI] Found relation: [a3_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a2] : entailment : 0.9997634020941394
+[NLI] Found relation: [a0_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a2] : contradiction : 0.9160459049985552
+[NLI] Found relation: [a1_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a2] : entailment : 0.8154440372318228
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a3] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a3] : entailment : 1.0
+[NLI] Relations built: 43
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 102927.71it/s]
+
Contexts: 0%| | 0/25 [00:00, ?it/s]
Contexts: 100%|██████████| 25/25 [00:00<00:00, 602629.89it/s]
+
Relations: 0%| | 0/43 [00:00, ?it/s]
Relations: 100%|██████████| 43/43 [00:00<00:00, 672966.69it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (entailment)
+Adding edge a2_c3 - a1 with discrete factor (entailment)
+Adding edge a2_c4 - a1 with discrete factor (entailment)
+Adding edge a2_c5 - a1 with discrete factor (entailment)
+Adding edge a3_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a2 with discrete factor (entailment)
+Adding edge a0_c3 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c3 - a2 with discrete factor (contradiction)
+Adding edge a1_c5 - a2 with discrete factor (entailment)
+Adding edge a1_c8 - a2 with discrete factor (entailment)
+Adding edge a1_c9 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c8 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a3_c3 - a2 with discrete factor (entailment)
+Adding edge a1_c2 - a3 with discrete factor (entailment)
+Adding edge a1_c4 - a3 with discrete factor (entailment)
+Adding edge a1_c8 - a3 with discrete factor (entailment)
+Adding edge a2_c0 - a3 with discrete factor (entailment)
+Adding edge a2_c4 - a3 with discrete factor (entailment)
+Adding edge a2_c6 - a3 with discrete factor (entailment)
+Adding edge a2_c8 - a3 with discrete factor (entailment)
+Adding edge a3_c2 - a3 with discrete factor (entailment)
+Adding edge a3_c6 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 0 2 4 5 9 10 11 22 24 26 28 23 1 15 21 16 7 13 17 18 20 27 19 6 8 12 14 3 25
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00127101 seconds
+[WMB] Created join graph with 29 clique factors
+[WMB] Number of cliques : 29
+[WMB] Number of edges : 56
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00329804 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -6.886424 (1.021560e-03) d=6.886424e+00 time=0.004360 i=1
+[WMB] Converged after 1 iterations in 0.004566 seconds
+PR
+-6.886424 (1.021560e-03)
+STATUS
+true: Consistent evidence
+MAR
+29 2 0.026322 0.973678 2 0.052643 0.947357 2 0.052632 0.947368 2 0.000000 1.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.013699 0.986301 2 0.248611 0.751389 2 0.027027 0.972973 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.013699 0.986301 2 0.027027 0.972973 2 0.000000 1.000000 2 0.027027 0.972973 2 0.027027 0.972973 2 0.027027 0.972973 2 0.027028 0.972972 2 0.013700 0.986300 2 0.027027 0.972973 2 0.027027 0.972973 2 0.052632 0.947368 2 0.032942 0.967058 2 0.052632 0.947368 2 0.000000 1.000000 2 0.052632 0.947368 2 0.027027 0.972973 2 0.052632 0.947368
+[MERLIN] I/O time is 0.001291 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.026322, 0.973678]}, {'variable': 'a0_c2', 'probabilities': [0.052643, 0.947357]}, {'variable': 'a0_c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c2', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c3', 'probabilities': [0.248611, 0.751389]}, {'variable': 'a1_c4', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a1_c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c8', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c9', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2_c1', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2_c2', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2_c3', 'probabilities': [0.027028, 0.972972]}, {'variable': 'a2_c4', 'probabilities': [0.0137, 0.9863]}, {'variable': 'a2_c5', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2_c6', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c8', 'probabilities': [0.032942, 0.967058]}, {'variable': 'a2_c9', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c3', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a3_c6', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.026322
+[FactReasoner] (a0): Probability for a0=1 is: 0.973678
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0223 seconds.
+[13/40] People's Daily GT=S | cctru=S| ccvan=S| fptru=S| fpvan=S| gugua=S| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [c9 -> a0] : entailment : 1.0
+[NLI] Relations built: 9
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 23301.69it/s]
+
Contexts: 0%| | 0/9 [00:00, ?it/s]
Contexts: 100%|██████████| 9/9 [00:00<00:00, 215707.06it/s]
+
Relations: 0%| | 0/9 [00:00, ?it/s]
Relations: 100%|██████████| 9/9 [00:00<00:00, 243540.23it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c7 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 7 8 9 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000377893 seconds
+[WMB] Created join graph with 10 clique factors
+[WMB] Number of cliques : 10
+[WMB] Number of edges : 18
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000967026 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.771782 (1.700298e-01) d=1.771782e+00 time=0.001240 i=1
+[WMB] Converged after 1 iterations in 0.001258 seconds
+PR
+-1.771782 (1.700298e-01)
+STATUS
+true: Consistent evidence
+MAR
+10 2 0.000000 1.000000 2 0.333333 0.666667 2 0.101928 0.898072 2 0.046436 0.953564 2 0.094017 0.905983 2 0.065404 0.934596 2 0.067327 0.932673 2 0.333333 0.666667 2 0.046436 0.953564 2 0.101928 0.898072
+[MERLIN] I/O time is 0.000424 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'c0', 'probabilities': [0.333333, 0.666667]}, {'variable': 'c2', 'probabilities': [0.101928, 0.898072]}, {'variable': 'c3', 'probabilities': [0.046436, 0.953564]}, {'variable': 'c4', 'probabilities': [0.094017, 0.905983]}, {'variable': 'c5', 'probabilities': [0.065404, 0.934596]}, {'variable': 'c6', 'probabilities': [0.067327, 0.932673]}, {'variable': 'c7', 'probabilities': [0.333333, 0.666667]}, {'variable': 'c8', 'probabilities': [0.046436, 0.953564]}, {'variable': 'c9', 'probabilities': [0.101928, 0.898072]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0115 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [c7 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [c9 -> a0] : entailment : 1.0
+[NLI] Relations built: 10
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 27594.11it/s]
+
Contexts: 0%| | 0/10 [00:00, ?it/s]
Contexts: 100%|██████████| 10/10 [00:00<00:00, 299593.14it/s]
+
Relations: 0%| | 0/10 [00:00, ?it/s]
Relations: 100%|██████████| 10/10 [00:00<00:00, 297468.37it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c7 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 7 8 9 10 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000407219 seconds
+[WMB] Created join graph with 11 clique factors
+[WMB] Number of cliques : 11
+[WMB] Number of edges : 20
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.001055 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.206080 (2.993685e-01) d=1.206080e+00 time=0.001363 i=1
+[WMB] Converged after 1 iterations in 0.001383 seconds
+PR
+-1.206080 (2.993685e-01)
+STATUS
+true: Consistent evidence
+MAR
+11 2 0.000000 1.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368
+[MERLIN] I/O time is 0.000449 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c8', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c9', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0099 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 140 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a2_c2 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a2_c4 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : contradiction : 0.9999320996637284
+[NLI] Found relation: [a3_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a2] : contradiction : 0.9999996423723848
+[NLI] Found relation: [a3_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a3_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a3] : entailment : 0.9999986092288025
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a3] : entailment : 1.0
+[NLI] Relations built: 23
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 98689.51it/s]
+
Contexts: 0%| | 0/16 [00:00, ?it/s]
Contexts: 100%|██████████| 16/16 [00:00<00:00, 472597.63it/s]
+
Relations: 0%| | 0/23 [00:00, ?it/s]
Relations: 100%|██████████| 23/23 [00:00<00:00, 574220.19it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a1 with discrete factor (contradiction)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (contradiction)
+Adding edge a2_c2 - a1 with discrete factor (contradiction)
+Adding edge a2_c4 - a1 with discrete factor (contradiction)
+Adding edge a2_c5 - a2 with discrete factor (contradiction)
+Adding edge a2_c6 - a2 with discrete factor (contradiction)
+Adding edge a2_c7 - a2 with discrete factor (contradiction)
+Adding edge a3_c1 - a2 with discrete factor (entailment)
+Adding edge a3_c2 - a2 with discrete factor (entailment)
+Adding edge a3_c3 - a2 with discrete factor (entailment)
+Adding edge a3_c7 - a2 with discrete factor (contradiction)
+Adding edge a3_c9 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a3 with discrete factor (contradiction)
+Adding edge a3_c1 - a3 with discrete factor (entailment)
+Adding edge a3_c2 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 4 5 8 9 10 12 13 18 17 11 15 16 19 2 0 3 6 14 7
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000798941 seconds
+[WMB] Created join graph with 20 clique factors
+[WMB] Number of cliques : 20
+[WMB] Number of edges : 36
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.001894 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -13.804167 (1.011408e-06) d=1.380417e+01 time=0.002462 i=1
+[WMB] Converged after 1 iterations in 0.002496 seconds
+PR
+-13.804167 (1.011408e-06)
+STATUS
+true: Consistent evidence
+MAR
+20 2 0.000151 0.999849 2 0.333434 0.666566 2 0.068523 0.931477 2 0.999588 0.000412 2 0.102064 0.897936 2 0.065545 0.934455 2 0.999485 0.000515 2 0.065611 0.934389 2 0.116734 0.883266 2 0.281459 0.718541 2 0.046927 0.953073 2 0.947120 0.052880 2 0.958457 0.041543 2 0.956134 0.043866 2 0.059505 0.940495 2 0.143714 0.856286 2 0.252696 0.747304 2 0.252696 0.747304 2 0.956259 0.043741 2 0.143714 0.856286
+[MERLIN] I/O time is 0.000964 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.000151, 0.999849]}, {'variable': 'a0_c0', 'probabilities': [0.333434, 0.666566]}, {'variable': 'a0_c1', 'probabilities': [0.068523, 0.931477]}, {'variable': 'a0_c2', 'probabilities': [0.999588, 0.000412]}, {'variable': 'a0_c3', 'probabilities': [0.102064, 0.897936]}, {'variable': 'a0_c4', 'probabilities': [0.065545, 0.934455]}, {'variable': 'a1', 'probabilities': [0.999485, 0.000515]}, {'variable': 'a2', 'probabilities': [0.065611, 0.934389]}, {'variable': 'a2_c1', 'probabilities': [0.116734, 0.883266]}, {'variable': 'a2_c2', 'probabilities': [0.281459, 0.718541]}, {'variable': 'a2_c4', 'probabilities': [0.046927, 0.953073]}, {'variable': 'a2_c5', 'probabilities': [0.94712, 0.05288]}, {'variable': 'a2_c6', 'probabilities': [0.958457, 0.041543]}, {'variable': 'a2_c7', 'probabilities': [0.956134, 0.043866]}, {'variable': 'a3', 'probabilities': [0.059505, 0.940495]}, {'variable': 'a3_c1', 'probabilities': [0.143714, 0.856286]}, {'variable': 'a3_c2', 'probabilities': [0.252696, 0.747304]}, {'variable': 'a3_c3', 'probabilities': [0.252696, 0.747304]}, {'variable': 'a3_c7', 'probabilities': [0.956259, 0.043741]}, {'variable': 'a3_c9', 'probabilities': [0.143714, 0.856286]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.000151
+[FactReasoner] (a0): Probability for a0=1 is: 0.999849
+[FactReasoner] (a1): Probability for a1=0 is: 0.999485
+[FactReasoner] (a1): Probability for a1=1 is: 0.000515
+[FactReasoner] (a2): Probability for a2=0 is: 0.065611
+[FactReasoner] (a2): Probability for a2=1 is: 0.934389
+[FactReasoner] (a3): Probability for a3=0 is: 0.059505
+[FactReasoner] (a3): Probability for a3=1 is: 0.940495
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'NS', 'a2': 'S', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0177 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 140 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a2_c2 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a2_c4 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a2_c7 -> a2] : contradiction : 0.9999996821087633
+[NLI] Found relation: [a3_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a2] : entailment : 0.9999805696408871
+[NLI] Found relation: [a3_c7 -> a2] : contradiction : 0.9999996026360078
+[NLI] Found relation: [a3_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a3] : contradiction : 0.9999997218451434
+[NLI] Found relation: [a3_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a3] : entailment : 0.9996962010021424
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a3] : entailment : 1.0
+[NLI] Relations built: 25
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 78766.27it/s]
+
Contexts: 0%| | 0/18 [00:00, ?it/s]
Contexts: 100%|██████████| 18/18 [00:00<00:00, 347914.62it/s]
+
Relations: 0%| | 0/25 [00:00, ?it/s]
Relations: 100%|██████████| 25/25 [00:00<00:00, 448109.40it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a1 with discrete factor (contradiction)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (contradiction)
+Adding edge a2_c2 - a1 with discrete factor (contradiction)
+Adding edge a2_c4 - a1 with discrete factor (contradiction)
+Adding edge a2_c5 - a2 with discrete factor (contradiction)
+Adding edge a2_c6 - a2 with discrete factor (contradiction)
+Adding edge a2_c7 - a2 with discrete factor (contradiction)
+Adding edge a3_c1 - a2 with discrete factor (entailment)
+Adding edge a3_c2 - a2 with discrete factor (entailment)
+Adding edge a3_c3 - a2 with discrete factor (entailment)
+Adding edge a3_c5 - a2 with discrete factor (entailment)
+Adding edge a3_c7 - a2 with discrete factor (contradiction)
+Adding edge a3_c9 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a3 with discrete factor (contradiction)
+Adding edge a3_c1 - a3 with discrete factor (entailment)
+Adding edge a3_c2 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 4 5 7 9 10 11 13 14 19 20 18 12 16 17 21 2 0 3 6 15 8
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000829935 seconds
+[WMB] Created join graph with 22 clique factors
+[WMB] Number of cliques : 22
+[WMB] Number of edges : 40
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00204992 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -22.872369 (1.165887e-10) d=2.287237e+01 time=0.002662 i=1
+[WMB] Converged after 1 iterations in 0.002689 seconds
+PR
+-22.872369 (1.165887e-10)
+STATUS
+true: Consistent evidence
+MAR
+22 2 0.000004 0.999996 2 0.052635 0.947365 2 0.029719 0.970281 2 0.997312 0.002688 2 0.052635 0.947365 2 0.052635 0.947365 2 0.997238 0.002762 2 0.997383 0.002617 2 0.007271 0.992729 2 0.055249 0.944751 2 0.055249 0.944751 2 0.055249 0.944751 2 0.993112 0.006888 2 0.993110 0.006890 2 0.993106 0.006894 2 0.007080 0.992920 2 0.034102 0.965898 2 0.034110 0.965890 2 0.034102 0.965898 2 0.059518 0.940482 2 0.993105 0.006895 2 0.034102 0.965898
+[MERLIN] I/O time is 0.000948 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [4e-06, 0.999996]}, {'variable': 'a0_c0', 'probabilities': [0.052635, 0.947365]}, {'variable': 'a0_c1', 'probabilities': [0.029719, 0.970281]}, {'variable': 'a0_c2', 'probabilities': [0.997312, 0.002688]}, {'variable': 'a0_c3', 'probabilities': [0.052635, 0.947365]}, {'variable': 'a0_c4', 'probabilities': [0.052635, 0.947365]}, {'variable': 'a1', 'probabilities': [0.997238, 0.002762]}, {'variable': 'a1_c1', 'probabilities': [0.997383, 0.002617]}, {'variable': 'a2', 'probabilities': [0.007271, 0.992729]}, {'variable': 'a2_c1', 'probabilities': [0.055249, 0.944751]}, {'variable': 'a2_c2', 'probabilities': [0.055249, 0.944751]}, {'variable': 'a2_c4', 'probabilities': [0.055249, 0.944751]}, {'variable': 'a2_c5', 'probabilities': [0.993112, 0.006888]}, {'variable': 'a2_c6', 'probabilities': [0.99311, 0.00689]}, {'variable': 'a2_c7', 'probabilities': [0.993106, 0.006894]}, {'variable': 'a3', 'probabilities': [0.00708, 0.99292]}, {'variable': 'a3_c1', 'probabilities': [0.034102, 0.965898]}, {'variable': 'a3_c2', 'probabilities': [0.03411, 0.96589]}, {'variable': 'a3_c3', 'probabilities': [0.034102, 0.965898]}, {'variable': 'a3_c5', 'probabilities': [0.059518, 0.940482]}, {'variable': 'a3_c7', 'probabilities': [0.993105, 0.006895]}, {'variable': 'a3_c9', 'probabilities': [0.034102, 0.965898]}]
+[FactReasoner] (a0): Probability for a0=0 is: 4e-06
+[FactReasoner] (a0): Probability for a0=1 is: 0.999996
+[FactReasoner] (a1): Probability for a1=0 is: 0.997238
+[FactReasoner] (a1): Probability for a1=1 is: 0.002762
+[FactReasoner] (a2): Probability for a2=0 is: 0.007271
+[FactReasoner] (a2): Probability for a2=1 is: 0.992729
+[FactReasoner] (a3): Probability for a3=0 is: 0.00708
+[FactReasoner] (a3): Probability for a3=1 is: 0.99292
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'NS', 'a2': 'S', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0208 seconds.
+[14/40] CCTV GT=S | cctru=S| ccvan=S| fptru=S| fpvan=S| gugua=NS| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 160 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a0] : entailment : 0.9999993244816028
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a1] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a3_c3 -> a1] : entailment : 0.9999999205271529
+[NLI] Found relation: [a3_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a1] : contradiction : 0.9999998013179273
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 0.9999881985585495
+[NLI] Found relation: [a1_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a3] : entailment : 0.9999999205271529
+[NLI] Found relation: [a1_c8 -> a3] : entailment : 0.8923725725676076
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 0.9350636254491116
+[NLI] Found relation: [a3_c8 -> a3] : entailment : 0.9999996821087633
+[NLI] Found relation: [a3_c9 -> a3] : entailment : 1.0
+[NLI] Relations built: 47
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 78033.56it/s]
+
Contexts: 0%| | 0/28 [00:00, ?it/s]
Contexts: 100%|██████████| 28/28 [00:00<00:00, 407779.56it/s]
+
Relations: 0%| | 0/47 [00:00, ?it/s]
Relations: 100%|██████████| 47/47 [00:00<00:00, 544564.33it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a2_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a3_c0 - a1 with discrete factor (entailment)
+Adding edge a3_c1 - a1 with discrete factor (entailment)
+Adding edge a3_c2 - a1 with discrete factor (contradiction)
+Adding edge a3_c3 - a1 with discrete factor (entailment)
+Adding edge a3_c5 - a1 with discrete factor (entailment)
+Adding edge a3_c6 - a1 with discrete factor (entailment)
+Adding edge a3_c8 - a1 with discrete factor (entailment)
+Adding edge a3_c9 - a1 with discrete factor (contradiction)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c5 - a2 with discrete factor (entailment)
+Adding edge a3_c1 - a2 with discrete factor (entailment)
+Adding edge a3_c5 - a2 with discrete factor (entailment)
+Adding edge a3_c6 - a2 with discrete factor (entailment)
+Adding edge a1_c0 - a3 with discrete factor (entailment)
+Adding edge a1_c2 - a3 with discrete factor (entailment)
+Adding edge a1_c4 - a3 with discrete factor (entailment)
+Adding edge a1_c5 - a3 with discrete factor (entailment)
+Adding edge a1_c6 - a3 with discrete factor (entailment)
+Adding edge a1_c7 - a3 with discrete factor (entailment)
+Adding edge a1_c8 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c1 - a3 with discrete factor (entailment)
+Adding edge a3_c2 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c8 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 7 8 9 10 17 20 26 29 30 12 14 16 18 22 24 25 31 15 13 23 27 28 21 11 19 0
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00131083 seconds
+[WMB] Created join graph with 32 clique factors
+[WMB] Number of cliques : 32
+[WMB] Number of edges : 60
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00364089 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -15.220009 (2.454901e-07) d=1.522001e+01 time=0.004778 i=1
+[WMB] Converged after 1 iterations in 0.004798 seconds
+PR
+-15.220009 (2.454901e-07)
+STATUS
+true: Consistent evidence
+MAR
+32 2 0.000000 1.000000 2 0.194030 0.805970 2 0.194030 0.805970 2 0.333333 0.666667 2 0.101928 0.898072 2 0.194030 0.805970 2 0.194030 0.805970 2 0.194030 0.805970 2 0.101928 0.898072 2 0.194030 0.805970 2 0.263158 0.736842 2 0.000000 1.000000 2 0.200000 0.800000 2 0.017727 0.982273 2 0.049327 0.950673 2 0.111111 0.888889 2 0.200000 0.800000 2 0.142857 0.857143 2 0.088635 0.911365 2 0.000000 1.000000 2 0.101928 0.898072 2 0.000000 1.000000 2 0.200000 0.800000 2 0.017727 0.982273 2 0.999999 0.000001 2 0.076923 0.923077 2 0.333333 0.666667 2 0.017727 0.982273 2 0.111111 0.888889 2 0.151277 0.848723 2 0.200000 0.800000 2 0.999995 0.000005
+[MERLIN] I/O time is 0.001401 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a0_c1', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a0_c2', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a0_c3', 'probabilities': [0.101928, 0.898072]}, {'variable': 'a0_c4', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a0_c5', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a0_c6', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a0_c7', 'probabilities': [0.101928, 0.898072]}, {'variable': 'a0_c8', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a0_c9', 'probabilities': [0.263158, 0.736842]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.2, 0.8]}, {'variable': 'a1_c2', 'probabilities': [0.017727, 0.982273]}, {'variable': 'a1_c4', 'probabilities': [0.049327, 0.950673]}, {'variable': 'a1_c5', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a1_c6', 'probabilities': [0.2, 0.8]}, {'variable': 'a1_c7', 'probabilities': [0.142857, 0.857143]}, {'variable': 'a1_c8', 'probabilities': [0.088635, 0.911365]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c4', 'probabilities': [0.101928, 0.898072]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.2, 0.8]}, {'variable': 'a3_c1', 'probabilities': [0.017727, 0.982273]}, {'variable': 'a3_c2', 'probabilities': [0.999999, 1e-06]}, {'variable': 'a3_c3', 'probabilities': [0.076923, 0.923077]}, {'variable': 'a3_c4', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a3_c5', 'probabilities': [0.017727, 0.982273]}, {'variable': 'a3_c6', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a3_c7', 'probabilities': [0.151277, 0.848723]}, {'variable': 'a3_c8', 'probabilities': [0.2, 0.8]}, {'variable': 'a3_c9', 'probabilities': [0.999995, 5e-06]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0266 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 160 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a0] : entailment : 0.879009410331688
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 0.9999999205271529
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a1] : entailment : 0.9999994834269622
+[NLI] Found relation: [a3_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 0.9999321791166441
+[NLI] Found relation: [a1_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a2] : entailment : 0.9999936819876392
+[NLI] Found relation: [a1_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a3] : entailment : 0.9008446372438411
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 0.9999999602635733
+[NLI] Found relation: [a3_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a3] : entailment : 1.0
+[NLI] Relations built: 46
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 115704.94it/s]
+
Contexts: 0%| | 0/28 [00:00, ?it/s]
Contexts: 100%|██████████| 28/28 [00:00<00:00, 738619.57it/s]
+
Relations: 0%| | 0/46 [00:00, ?it/s]
Relations: 100%|██████████| 46/46 [00:00<00:00, 932067.56it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a2_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a3_c0 - a1 with discrete factor (entailment)
+Adding edge a3_c1 - a1 with discrete factor (entailment)
+Adding edge a3_c3 - a1 with discrete factor (entailment)
+Adding edge a3_c5 - a1 with discrete factor (entailment)
+Adding edge a3_c6 - a1 with discrete factor (entailment)
+Adding edge a3_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c5 - a2 with discrete factor (entailment)
+Adding edge a3_c1 - a2 with discrete factor (entailment)
+Adding edge a3_c5 - a2 with discrete factor (entailment)
+Adding edge a3_c6 - a2 with discrete factor (entailment)
+Adding edge a1_c0 - a3 with discrete factor (entailment)
+Adding edge a1_c2 - a3 with discrete factor (entailment)
+Adding edge a1_c4 - a3 with discrete factor (entailment)
+Adding edge a1_c5 - a3 with discrete factor (entailment)
+Adding edge a1_c6 - a3 with discrete factor (entailment)
+Adding edge a1_c7 - a3 with discrete factor (entailment)
+Adding edge a1_c8 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c1 - a3 with discrete factor (entailment)
+Adding edge a3_c2 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c8 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 7 8 9 10 20 24 26 29 31 25 12 14 16 17 18 22 30 15 13 23 27 28 21 11 19 0
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00127006 seconds
+[WMB] Created join graph with 32 clique factors
+[WMB] Number of cliques : 32
+[WMB] Number of edges : 60
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00338507 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -4.846784 (7.853597e-03) d=4.846784e+00 time=0.004448 i=1
+[WMB] Converged after 1 iterations in 0.004470 seconds
+PR
+-4.846784 (7.853597e-03)
+STATUS
+true: Consistent evidence
+MAR
+32 2 0.000000 1.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.000000 1.000000 2 0.027027 0.972973 2 0.013700 0.986300 2 0.027027 0.972973 2 0.013699 0.986301 2 0.027027 0.972973 2 0.027027 0.972973 2 0.029913 0.970087 2 0.000000 1.000000 2 0.059445 0.940555 2 0.000000 1.000000 2 0.027027 0.972973 2 0.013699 0.986301 2 0.052632 0.947368 2 0.027027 0.972973 2 0.052632 0.947368 2 0.013699 0.986301 2 0.013699 0.986301 2 0.052632 0.947368 2 0.027027 0.972973 2 0.052632 0.947368
+[MERLIN] I/O time is 0.001448 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c8', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c9', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a1_c2', 'probabilities': [0.0137, 0.9863]}, {'variable': 'a1_c4', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a1_c5', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c6', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a1_c7', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a1_c8', 'probabilities': [0.029913, 0.970087]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c4', 'probabilities': [0.059445, 0.940555]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a3_c1', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a3_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c3', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a3_c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c5', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a3_c6', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a3_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c8', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a3_c9', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0205 seconds.
+[15/40] ChinaDaily GT=S | cctru=--| ccvan=--| fptru=S| fpvan=S| gugua=NS| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : contradiction : 0.9982562654793792
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Relations built: 5
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 29537.35it/s]
+
Contexts: 0%| | 0/5 [00:00, ?it/s]
Contexts: 100%|██████████| 5/5 [00:00<00:00, 177724.75it/s]
+
Relations: 0%| | 0/5 [00:00, ?it/s]
Relations: 100%|██████████| 5/5 [00:00<00:00, 176231.26it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (contradiction)
+Adding edge c5 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000265121 seconds
+[WMB] Created join graph with 6 clique factors
+[WMB] Number of cliques : 6
+[WMB] Number of edges : 10
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000616074 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -3.120076 (4.415382e-02) d=3.120076e+00 time=0.000787 i=1
+[WMB] Converged after 1 iterations in 0.000804 seconds
+PR
+-3.120076 (4.415382e-02)
+STATUS
+true: Consistent evidence
+MAR
+6 2 0.005592 0.994408 2 0.337061 0.662939 2 0.099083 0.900917 2 0.133400 0.866600 2 0.990188 0.009812 2 0.337061 0.662939
+[MERLIN] I/O time is 0.000323 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.005592, 0.994408]}, {'variable': 'c0', 'probabilities': [0.337061, 0.662939]}, {'variable': 'c1', 'probabilities': [0.099083, 0.900917]}, {'variable': 'c3', 'probabilities': [0.1334, 0.8666]}, {'variable': 'c4', 'probabilities': [0.990188, 0.009812]}, {'variable': 'c5', 'probabilities': [0.337061, 0.662939]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.005592
+[FactReasoner] (a0): Probability for a0=1 is: 0.994408
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0082 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : contradiction : 0.9996097354437249
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c7 -> a0] : contradiction : 0.9999981323948464
+[NLI] Relations built: 6
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 18236.10it/s]
+
Contexts: 0%| | 0/6 [00:00, ?it/s]
Contexts: 100%|██████████| 6/6 [00:00<00:00, 166661.09it/s]
+
Relations: 0%| | 0/6 [00:00, ?it/s]
Relations: 100%|██████████| 6/6 [00:00<00:00, 179755.89it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (contradiction)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c7 - a0 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00030899 seconds
+[WMB] Created join graph with 7 clique factors
+[WMB] Number of cliques : 7
+[WMB] Number of edges : 12
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000725031 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -6.880005 (1.028139e-03) d=6.880005e+00 time=0.000946 i=1
+[WMB] Converged after 1 iterations in 0.000965 seconds
+PR
+-6.880005 (1.028139e-03)
+STATUS
+true: Consistent evidence
+MAR
+7 2 0.002742 0.997258 2 0.055229 0.944771 2 0.055229 0.944771 2 0.055229 0.944771 2 0.990446 0.009554 2 0.055229 0.944771 2 0.997369 0.002631
+[MERLIN] I/O time is 0.000357 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.002742, 0.997258]}, {'variable': 'c0', 'probabilities': [0.055229, 0.944771]}, {'variable': 'c1', 'probabilities': [0.055229, 0.944771]}, {'variable': 'c3', 'probabilities': [0.055229, 0.944771]}, {'variable': 'c4', 'probabilities': [0.990446, 0.009554]}, {'variable': 'c5', 'probabilities': [0.055229, 0.944771]}, {'variable': 'c7', 'probabilities': [0.997369, 0.002631]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.002742
+[FactReasoner] (a0): Probability for a0=1 is: 0.997258
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0099 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 30 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 0.9999845430071961
+[NLI] Found relation: [a1_c1 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c2 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c3 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c4 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a1] : contradiction : 0.9999907415832462
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : contradiction : 0.9997909546033639
+[NLI] Found relation: [a1_c2 -> a1] : contradiction : 0.9999950329955904
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : contradiction : 0.9999470369519555
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : contradiction : 0.9999906621135508
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Relations built: 26
+
Atoms: 0%| | 0/2 [00:00, ?it/s]
Atoms: 100%|██████████| 2/2 [00:00<00:00, 48210.39it/s]
+
Contexts: 0%| | 0/14 [00:00, ?it/s]
Contexts: 100%|██████████| 14/14 [00:00<00:00, 351618.30it/s]
+
Relations: 0%| | 0/26 [00:00, ?it/s]
Relations: 100%|██████████| 26/26 [00:00<00:00, 529378.17it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (contradiction)
+Adding edge a0_c1 - a0 with discrete factor (contradiction)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (contradiction)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (contradiction)
+Adding edge a1_c2 - a0 with discrete factor (contradiction)
+Adding edge a1_c3 - a0 with discrete factor (entailment)
+Adding edge a1_c4 - a0 with discrete factor (contradiction)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c7 - a0 with discrete factor (contradiction)
+Adding edge a1_c9 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (contradiction)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (contradiction)
+Adding edge a1_c2 - a1 with discrete factor (contradiction)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (contradiction)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (contradiction)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 5 14 1 3 4 7 8 9 10 11 12 13 15 0 6
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000730991 seconds
+[WMB] Created join graph with 16 clique factors
+[WMB] Number of cliques : 16
+[WMB] Number of edges : 30
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00204802 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -20.658509 (1.066899e-09) d=2.065851e+01 time=0.002588 i=1
+[WMB] Converged after 1 iterations in 0.002606 seconds
+PR
+-20.658509 (1.066899e-09)
+STATUS
+true: Consistent evidence
+MAR
+16 2 0.855341 0.144659 2 0.372422 0.627578 2 0.184377 0.815623 2 0.874798 0.125202 2 0.884273 0.115727 2 0.202246 0.797754 2 0.855331 0.144669 2 0.858780 0.141220 2 0.259735 0.740265 2 0.315736 0.684264 2 0.881436 0.118564 2 0.186863 0.813137 2 0.884273 0.115727 2 0.884273 0.115727 2 0.174466 0.825534 2 0.862477 0.137523
+[MERLIN] I/O time is 0.000699 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.855341, 0.144659]}, {'variable': 'a0_c0', 'probabilities': [0.372422, 0.627578]}, {'variable': 'a0_c1', 'probabilities': [0.184377, 0.815623]}, {'variable': 'a0_c2', 'probabilities': [0.874798, 0.125202]}, {'variable': 'a0_c3', 'probabilities': [0.884273, 0.115727]}, {'variable': 'a0_c4', 'probabilities': [0.202246, 0.797754]}, {'variable': 'a1', 'probabilities': [0.855331, 0.144669]}, {'variable': 'a1_c0', 'probabilities': [0.85878, 0.14122]}, {'variable': 'a1_c1', 'probabilities': [0.259735, 0.740265]}, {'variable': 'a1_c2', 'probabilities': [0.315736, 0.684264]}, {'variable': 'a1_c3', 'probabilities': [0.881436, 0.118564]}, {'variable': 'a1_c4', 'probabilities': [0.186863, 0.813137]}, {'variable': 'a1_c5', 'probabilities': [0.884273, 0.115727]}, {'variable': 'a1_c6', 'probabilities': [0.884273, 0.115727]}, {'variable': 'a1_c7', 'probabilities': [0.174466, 0.825534]}, {'variable': 'a1_c9', 'probabilities': [0.862477, 0.137523]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.855341
+[FactReasoner] (a0): Probability for a0=1 is: 0.144659
+[FactReasoner] (a1): Probability for a1=0 is: 0.855331
+[FactReasoner] (a1): Probability for a1=1 is: 0.144669
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0157 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 30 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 0.9999713119436457
+[NLI] Found relation: [a1_c1 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c2 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c3 -> a0] : entailment : 0.9055320449690619
+[NLI] Found relation: [a1_c4 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a1] : contradiction : 0.9999989668549492
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : contradiction : 0.9999319804867919
+[NLI] Found relation: [a1_c2 -> a1] : contradiction : 0.9999893508632749
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : contradiction : 0.9986410997406269
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Relations built: 25
+
Atoms: 0%| | 0/2 [00:00, ?it/s]
Atoms: 100%|██████████| 2/2 [00:00<00:00, 53430.62it/s]
+
Contexts: 0%| | 0/14 [00:00, ?it/s]
Contexts: 100%|██████████| 14/14 [00:00<00:00, 402193.53it/s]
+
Relations: 0%| | 0/25 [00:00, ?it/s]
Relations: 100%|██████████| 25/25 [00:00<00:00, 529583.84it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (contradiction)
+Adding edge a0_c1 - a0 with discrete factor (contradiction)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (contradiction)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (contradiction)
+Adding edge a1_c2 - a0 with discrete factor (contradiction)
+Adding edge a1_c3 - a0 with discrete factor (entailment)
+Adding edge a1_c4 - a0 with discrete factor (contradiction)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c7 - a0 with discrete factor (contradiction)
+Adding edge a1_c9 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (contradiction)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (contradiction)
+Adding edge a1_c2 - a1 with discrete factor (contradiction)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (contradiction)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 5 14 13 1 3 4 7 8 9 10 11 12 15 0 6
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000803947 seconds
+[WMB] Created join graph with 16 clique factors
+[WMB] Number of cliques : 16
+[WMB] Number of edges : 30
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00195098 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -25.632368 (7.379110e-12) d=2.563237e+01 time=0.002486 i=1
+[WMB] Converged after 1 iterations in 0.002505 seconds
+PR
+-25.632368 (7.379110e-12)
+STATUS
+true: Consistent evidence
+MAR
+16 2 0.129612 0.870388 2 0.873891 0.126109 2 0.877209 0.122791 2 0.153136 0.846864 2 0.153136 0.846864 2 0.877209 0.122791 2 0.129612 0.870388 2 0.153137 0.846863 2 0.873891 0.126109 2 0.873891 0.126109 2 0.155517 0.844483 2 0.873896 0.126104 2 0.153136 0.846864 2 0.153136 0.846864 2 0.877209 0.122791 2 0.153136 0.846864
+[MERLIN] I/O time is 0.000688 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.129612, 0.870388]}, {'variable': 'a0_c0', 'probabilities': [0.873891, 0.126109]}, {'variable': 'a0_c1', 'probabilities': [0.877209, 0.122791]}, {'variable': 'a0_c2', 'probabilities': [0.153136, 0.846864]}, {'variable': 'a0_c3', 'probabilities': [0.153136, 0.846864]}, {'variable': 'a0_c4', 'probabilities': [0.877209, 0.122791]}, {'variable': 'a1', 'probabilities': [0.129612, 0.870388]}, {'variable': 'a1_c0', 'probabilities': [0.153137, 0.846863]}, {'variable': 'a1_c1', 'probabilities': [0.873891, 0.126109]}, {'variable': 'a1_c2', 'probabilities': [0.873891, 0.126109]}, {'variable': 'a1_c3', 'probabilities': [0.155517, 0.844483]}, {'variable': 'a1_c4', 'probabilities': [0.873896, 0.126104]}, {'variable': 'a1_c5', 'probabilities': [0.153136, 0.846864]}, {'variable': 'a1_c6', 'probabilities': [0.153136, 0.846864]}, {'variable': 'a1_c7', 'probabilities': [0.877209, 0.122791]}, {'variable': 'a1_c9', 'probabilities': [0.153136, 0.846864]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.129612
+[FactReasoner] (a0): Probability for a0=1 is: 0.870388
+[FactReasoner] (a1): Probability for a1=0 is: 0.129612
+[FactReasoner] (a1): Probability for a1=1 is: 0.870388
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0130 seconds.
+[16/40] CGTN GT=S | cctru=S| ccvan=S| fptru=NS| fpvan=S| gugua=S| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c1 -> a0] : entailment : 0.6454783997965295
+[NLI] Found relation: [c4 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [c6 -> a0] : entailment : 0.8646247029103994
+[NLI] Relations built: 3
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 25731.93it/s]
+
Contexts: 0%| | 0/3 [00:00, ?it/s]
Contexts: 100%|██████████| 3/3 [00:00<00:00, 103991.01it/s]
+
Relations: 0%| | 0/3 [00:00, ?it/s]
Relations: 100%|██████████| 3/3 [00:00<00:00, 103991.01it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000243902 seconds
+[WMB] Created join graph with 4 clique factors
+[WMB] Number of cliques : 4
+[WMB] Number of edges : 6
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000512123 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.453272 (2.338041e-01) d=1.453272e+00 time=0.000640 i=1
+[WMB] Converged after 1 iterations in 0.000656 seconds
+PR
+-1.453272 (2.338041e-01)
+STATUS
+true: Consistent evidence
+MAR
+4 2 0.015485 0.984515 2 0.092434 0.907566 2 0.137166 0.862834 2 0.073832 0.926168
+[MERLIN] I/O time is 0.000266 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.015485, 0.984515]}, {'variable': 'c1', 'probabilities': [0.092434, 0.907566]}, {'variable': 'c4', 'probabilities': [0.137166, 0.862834]}, {'variable': 'c6', 'probabilities': [0.073832, 0.926168]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.015485
+[FactReasoner] (a0): Probability for a0=1 is: 0.984515
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0086 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c1 -> a0] : entailment : 0.9996093387000619
+[NLI] Found relation: [c4 -> a0] : entailment : 0.9999999205271529
+[NLI] Found relation: [c6 -> a0] : entailment : 0.9986410602132051
+[NLI] Found relation: [c7 -> a0] : entailment : 0.9999864502444935
+[NLI] Found relation: [c9 -> a0] : entailment : 0.9999986092288025
+[NLI] Relations built: 5
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 26886.56it/s]
+
Contexts: 0%| | 0/5 [00:00, ?it/s]
Contexts: 100%|██████████| 5/5 [00:00<00:00, 162569.92it/s]
+
Relations: 0%| | 0/5 [00:00, ?it/s]
Relations: 100%|██████████| 5/5 [00:00<00:00, 170500.16it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c7 - a0 with discrete factor (entailment)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000355005 seconds
+[WMB] Created join graph with 6 clique factors
+[WMB] Number of cliques : 6
+[WMB] Number of edges : 10
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.0007689 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.951286 (3.862440e-01) d=9.512859e-01 time=0.000978 i=1
+[WMB] Converged after 1 iterations in 0.000996 seconds
+PR
+-0.951286 (3.862440e-01)
+STATUS
+true: Consistent evidence
+MAR
+6 2 0.000000 1.000000 2 0.052651 0.947349 2 0.052632 0.947368 2 0.052700 0.947300 2 0.052633 0.947367 2 0.052632 0.947368
+[MERLIN] I/O time is 0.000502 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'c1', 'probabilities': [0.052651, 0.947349]}, {'variable': 'c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c6', 'probabilities': [0.0527, 0.9473]}, {'variable': 'c7', 'probabilities': [0.052633, 0.947367]}, {'variable': 'c9', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0118 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 160 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 0.9999997615815251
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 0.9999956687667205
+[NLI] Found relation: [a1_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 0.9999998410543312
+[NLI] Found relation: [a1_c6 -> a0] : entailment : 0.9999976952977584
+[NLI] Found relation: [a1_c9 -> a0] : entailment : 0.9999779869877486
+[NLI] Found relation: [a0_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 0.9999998807907365
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a1] : entailment : 0.9483313808571016
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 0.9999992450089515
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 0.9999992450089515
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 0.9998564734881344
+[NLI] Found relation: [a2_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 0.7954189701548066
+[NLI] Found relation: [a3_c0 -> a2] : entailment : 0.9740451594316539
+[NLI] Found relation: [a3_c1 -> a2] : entailment : 0.8538225439768997
+[NLI] Found relation: [a3_c2 -> a2] : entailment : 0.9999956687667205
+[NLI] Found relation: [a3_c3 -> a2] : entailment : 0.999912912917666
+[NLI] Relations built: 40
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 102300.10it/s]
+
Contexts: 0%| | 0/29 [00:00, ?it/s]
Contexts: 100%|██████████| 29/29 [00:00<00:00, 640183.24it/s]
+
Relations: 0%| | 0/40 [00:00, ?it/s]
Relations: 100%|██████████| 40/40 [00:00<00:00, 806596.92it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c9 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (contradiction)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c8 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a3_c0 - a2 with discrete factor (entailment)
+Adding edge a3_c1 - a2 with discrete factor (entailment)
+Adding edge a3_c2 - a2 with discrete factor (entailment)
+Adding edge a3_c3 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 4 7 11 15 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 14 1 2 3 5 6 9 10 12 13 16 0 8 17
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00133514 seconds
+[WMB] Created join graph with 33 clique factors
+[WMB] Number of cliques : 33
+[WMB] Number of edges : 60
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00351214 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -7.845209 (3.916236e-04) d=7.845209e+00 time=0.004445 i=1
+[WMB] Converged after 1 iterations in 0.004462 seconds
+PR
+-7.845209 (3.916236e-04)
+STATUS
+true: Consistent evidence
+MAR
+33 2 0.000000 1.000000 2 0.052632 0.947368 2 0.041199 0.958801 2 0.107438 0.892562 2 0.064119 0.935881 2 0.052632 0.947368 2 0.041199 0.958801 2 0.333333 0.666667 2 0.000000 1.000000 2 0.017797 0.982203 2 0.052632 0.947368 2 0.061008 0.938992 2 0.041199 0.958801 2 0.040673 0.959327 2 0.017797 0.982203 2 1.000000 0.000000 2 0.041199 0.958801 2 0.000000 1.000000 2 0.169591 0.830409 2 0.127170 0.872830 2 0.127170 0.872830 2 0.333333 0.666667 2 0.100000 0.900000 2 0.169591 0.830409 2 0.127170 0.872830 2 0.333365 0.666635 2 0.137441 0.862559 2 0.049605 0.950395 2 0.500000 0.500000 2 0.339203 0.660797 2 0.130387 0.869613 2 0.137441 0.862559 2 0.123605 0.876395
+[MERLIN] I/O time is 0.001231 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c2', 'probabilities': [0.041199, 0.958801]}, {'variable': 'a0_c3', 'probabilities': [0.107438, 0.892562]}, {'variable': 'a0_c4', 'probabilities': [0.064119, 0.935881]}, {'variable': 'a0_c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c6', 'probabilities': [0.041199, 0.958801]}, {'variable': 'a0_c7', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.017797, 0.982203]}, {'variable': 'a1_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c3', 'probabilities': [0.061008, 0.938992]}, {'variable': 'a1_c4', 'probabilities': [0.041199, 0.958801]}, {'variable': 'a1_c5', 'probabilities': [0.040673, 0.959327]}, {'variable': 'a1_c6', 'probabilities': [0.017797, 0.982203]}, {'variable': 'a1_c8', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c9', 'probabilities': [0.041199, 0.958801]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.169591, 0.830409]}, {'variable': 'a2_c1', 'probabilities': [0.12717, 0.87283]}, {'variable': 'a2_c2', 'probabilities': [0.12717, 0.87283]}, {'variable': 'a2_c3', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2_c4', 'probabilities': [0.1, 0.9]}, {'variable': 'a2_c5', 'probabilities': [0.169591, 0.830409]}, {'variable': 'a2_c6', 'probabilities': [0.12717, 0.87283]}, {'variable': 'a2_c7', 'probabilities': [0.333365, 0.666635]}, {'variable': 'a2_c8', 'probabilities': [0.137441, 0.862559]}, {'variable': 'a2_c9', 'probabilities': [0.049605, 0.950395]}, {'variable': 'a3', 'probabilities': [0.5, 0.5]}, {'variable': 'a3_c0', 'probabilities': [0.339203, 0.660797]}, {'variable': 'a3_c1', 'probabilities': [0.130387, 0.869613]}, {'variable': 'a3_c2', 'probabilities': [0.137441, 0.862559]}, {'variable': 'a3_c3', 'probabilities': [0.123605, 0.876395]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.5
+[FactReasoner] (a3): Probability for a3=1 is: 0.5
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0198 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 160 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : contradiction : 0.9999997218451434
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a0] : entailment : 0.9998156512133021
+[NLI] Found relation: [a1_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 0.9999984105478588
+[NLI] Found relation: [a1_c6 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 0.9996961612971819
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 0.999986648915482
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 0.9999999205271529
+[NLI] Relations built: 37
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 83468.74it/s]
+
Contexts: 0%| | 0/27 [00:00, ?it/s]
Contexts: 100%|██████████| 27/27 [00:00<00:00, 592912.08it/s]
+
Relations: 0%| | 0/37 [00:00, ?it/s]
Relations: 100%|██████████| 37/37 [00:00<00:00, 625763.10it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (contradiction)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c3 - a0 with discrete factor (entailment)
+Adding edge a1_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c9 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (contradiction)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c8 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 4 5 8 11 16 19 20 21 22 23 24 25 26 27 28 29 30 15 2 3 6 7 10 12 13 14 17 0 9 18
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00103712 seconds
+[WMB] Created join graph with 31 clique factors
+[WMB] Number of cliques : 31
+[WMB] Number of edges : 56
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00273013 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -10.262259 (3.492670e-05) d=1.026226e+01 time=0.003558 i=1
+[WMB] Converged after 1 iterations in 0.003578 seconds
+PR
+-10.262259 (3.492670e-05)
+STATUS
+true: Consistent evidence
+MAR
+31 2 0.000000 1.000000 2 0.999995 0.000005 2 0.027027 0.972973 2 0.027035 0.972965 2 0.052632 0.947368 2 0.052632 0.947368 2 0.027027 0.972973 2 0.027027 0.972973 2 0.052632 0.947368 2 0.000000 1.000000 2 0.027027 0.972973 2 0.052632 0.947368 2 0.027032 0.972968 2 0.027027 0.972973 2 0.027027 0.972973 2 0.027027 0.972973 2 1.000000 0.000000 2 0.027027 0.972973 2 0.000000 1.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.050000 0.950000 2 0.100000 0.900000
+[MERLIN] I/O time is 0.001135 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.999995, 5e-06]}, {'variable': 'a0_c1', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c2', 'probabilities': [0.027035, 0.972965]}, {'variable': 'a0_c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c5', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c6', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a1_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c3', 'probabilities': [0.027032, 0.972968]}, {'variable': 'a1_c4', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a1_c5', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a1_c6', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a1_c8', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c9', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c8', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c9', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3', 'probabilities': [0.05, 0.95]}, {'variable': 'a3_c5', 'probabilities': [0.1, 0.9]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.05
+[FactReasoner] (a3): Probability for a3=1 is: 0.95
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0208 seconds.
+[17/40] CGTN GT=NS | cctru=S| ccvan=S| fptru=S| fpvan=S| gugua=NS| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Relations built: 2
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 30393.51it/s]
+
Contexts: 0%| | 0/2 [00:00, ?it/s]
Contexts: 100%|██████████| 2/2 [00:00<00:00, 62601.55it/s]
+
Relations: 0%| | 0/2 [00:00, ?it/s]
Relations: 100%|██████████| 2/2 [00:00<00:00, 82241.25it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000565052 seconds
+[WMB] Created join graph with 3 clique factors
+[WMB] Number of cliques : 3
+[WMB] Number of edges : 4
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.00079298 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.760674 (4.673515e-01) d=7.606737e-01 time=0.000905 i=1
+[WMB] Converged after 1 iterations in 0.000924 seconds
+PR
+-0.760674 (4.673515e-01)
+STATUS
+true: Consistent evidence
+MAR
+3 2 0.001222 0.998778 2 0.036151 0.963849 2 0.036151 0.963849
+[MERLIN] I/O time is 0.000256 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.001222, 0.998778]}, {'variable': 'c0', 'probabilities': [0.036151, 0.963849]}, {'variable': 'c6', 'probabilities': [0.036151, 0.963849]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.001222
+[FactReasoner] (a0): Probability for a0=1 is: 0.998778
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0088 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Relations built: 2
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 19691.57it/s]
+
Contexts: 0%| | 0/2 [00:00, ?it/s]
Contexts: 100%|██████████| 2/2 [00:00<00:00, 64035.18it/s]
+
Relations: 0%| | 0/2 [00:00, ?it/s]
Relations: 100%|██████████| 2/2 [00:00<00:00, 66052.03it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00022006 seconds
+[WMB] Created join graph with 3 clique factors
+[WMB] Number of cliques : 3
+[WMB] Number of edges : 4
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000468016 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.792968 (4.525000e-01) d=7.929675e-01 time=0.000583 i=1
+[WMB] Converged after 1 iterations in 0.000601 seconds
+PR
+-0.792968 (4.525000e-01)
+STATUS
+true: Consistent evidence
+MAR
+3 2 0.002762 0.997238 2 0.055249 0.944751 2 0.055249 0.944751
+[MERLIN] I/O time is 0.000248 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.002762, 0.997238]}, {'variable': 'c0', 'probabilities': [0.055249, 0.944751]}, {'variable': 'c6', 'probabilities': [0.055249, 0.944751]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.002762
+[FactReasoner] (a0): Probability for a0=1 is: 0.997238
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0096 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 490 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a3_c1 -> a0] : entailment : 0.9998563940654839
+[NLI] Found relation: [a6_c2 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a6_c6 -> a0] : entailment : 0.9999998410543312
+[NLI] Found relation: [a3_c5 -> a1] : entailment : 0.9999998807907365
+[NLI] Found relation: [a3_c7 -> a1] : entailment : 0.9999991258000622
+[NLI] Found relation: [a4_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a2_c8 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a3] : entailment : 0.9999994834269622
+[NLI] Found relation: [a0_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a3] : entailment : 0.999912912917666
+[NLI] Found relation: [a0_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a3] : entailment : 0.9998564734881344
+[NLI] Found relation: [a0_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 0.9986414158050474
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c1 -> a3] : entailment : 0.999975046767139
+[NLI] Found relation: [a5_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c3 -> a3] : entailment : 0.9999999602635733
+[NLI] Found relation: [a5_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c5 -> a3] : entailment : 0.9999998807907365
+[NLI] Found relation: [a5_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a3] : entailment : 0.9999994834269622
+[NLI] Found relation: [a6_c2 -> a3] : entailment : 0.9996099338156155
+[NLI] Found relation: [a0_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a4] : entailment : 0.9999993244816028
+[NLI] Found relation: [a0_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a4] : entailment : 0.9999999205271529
+[NLI] Found relation: [a0_c9 -> a4] : entailment : 0.8421452186065823
+[NLI] Found relation: [a1_c0 -> a4] : entailment : 0.9350652974746636
+[NLI] Found relation: [a1_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a4] : entailment : 0.9996100131798986
+[NLI] Found relation: [a3_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a4] : entailment : 0.9999996821087633
+[NLI] Found relation: [a3_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a4] : entailment : 0.9999999602635733
+[NLI] Found relation: [a4_c4 -> a4] : contradiction : 0.999923082106811
+[NLI] Found relation: [a4_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a4] : entailment : 0.9999999602635733
+[NLI] Found relation: [a5_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a4] : entailment : 0.9999998807907365
+[NLI] Found relation: [a5_c4 -> a4] : entailment : 0.999997933714149
+[NLI] Found relation: [a5_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a6_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a5] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c1 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c3 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c5 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c7 -> a5] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a6] : entailment : 0.9999999205271529
+[NLI] Found relation: [a1_c8 -> a6] : contradiction : 0.9999993244816028
+[NLI] Found relation: [a3_c1 -> a6] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a6] : contradiction : 0.9999997218451434
+[NLI] Found relation: [a3_c8 -> a6] : entailment : 0.9999996026360078
+[NLI] Found relation: [a6_c1 -> a6] : entailment : 1.0
+[NLI] Found relation: [a6_c2 -> a6] : entailment : 1.0
+[NLI] Found relation: [a6_c6 -> a6] : entailment : 1.0
+[NLI] Found relation: [a6_c8 -> a6] : contradiction : 0.9999866091820087
+[NLI] Relations built: 116
+
Atoms: 0%| | 0/7 [00:00, ?it/s]
Atoms: 100%|██████████| 7/7 [00:00<00:00, 182361.04it/s]
+
Contexts: 0%| | 0/47 [00:00, ?it/s]
Contexts: 100%|██████████| 47/47 [00:00<00:00, 828286.92it/s]
+
Relations: 0%| | 0/116 [00:00, ?it/s]
Relations: 100%|██████████| 116/116 [00:00<00:00, 1095809.15it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding atom variable a6 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a5_c0 with discrete factor (prior)
+Adding context variable a5_c1 with discrete factor (prior)
+Adding context variable a5_c2 with discrete factor (prior)
+Adding context variable a5_c3 with discrete factor (prior)
+Adding context variable a5_c4 with discrete factor (prior)
+Adding context variable a5_c5 with discrete factor (prior)
+Adding context variable a5_c7 with discrete factor (prior)
+Adding context variable a5_c8 with discrete factor (prior)
+Adding context variable a6_c1 with discrete factor (prior)
+Adding context variable a6_c2 with discrete factor (prior)
+Adding context variable a6_c6 with discrete factor (prior)
+Adding context variable a6_c8 with discrete factor (prior)
+Adding edge a3_c1 - a0 with discrete factor (entailment)
+Adding edge a6_c2 - a0 with discrete factor (entailment)
+Adding edge a6_c6 - a0 with discrete factor (entailment)
+Adding edge a3_c5 - a1 with discrete factor (entailment)
+Adding edge a3_c7 - a1 with discrete factor (entailment)
+Adding edge a4_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a2 with discrete factor (entailment)
+Adding edge a0_c6 - a2 with discrete factor (entailment)
+Adding edge a0_c9 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a1_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (contradiction)
+Adding edge a2_c8 - a2 with discrete factor (contradiction)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a3_c0 - a2 with discrete factor (entailment)
+Adding edge a3_c1 - a2 with discrete factor (entailment)
+Adding edge a3_c2 - a2 with discrete factor (entailment)
+Adding edge a3_c3 - a2 with discrete factor (entailment)
+Adding edge a3_c5 - a2 with discrete factor (entailment)
+Adding edge a3_c9 - a2 with discrete factor (entailment)
+Adding edge a4_c0 - a2 with discrete factor (entailment)
+Adding edge a4_c1 - a2 with discrete factor (entailment)
+Adding edge a4_c2 - a2 with discrete factor (entailment)
+Adding edge a4_c3 - a2 with discrete factor (entailment)
+Adding edge a4_c5 - a2 with discrete factor (entailment)
+Adding edge a4_c7 - a2 with discrete factor (entailment)
+Adding edge a4_c8 - a2 with discrete factor (entailment)
+Adding edge a5_c0 - a2 with discrete factor (entailment)
+Adding edge a5_c2 - a2 with discrete factor (entailment)
+Adding edge a5_c4 - a2 with discrete factor (entailment)
+Adding edge a5_c5 - a2 with discrete factor (entailment)
+Adding edge a0_c0 - a3 with discrete factor (entailment)
+Adding edge a0_c1 - a3 with discrete factor (entailment)
+Adding edge a0_c2 - a3 with discrete factor (entailment)
+Adding edge a0_c3 - a3 with discrete factor (entailment)
+Adding edge a0_c4 - a3 with discrete factor (entailment)
+Adding edge a0_c6 - a3 with discrete factor (entailment)
+Adding edge a0_c8 - a3 with discrete factor (entailment)
+Adding edge a0_c9 - a3 with discrete factor (entailment)
+Adding edge a1_c0 - a3 with discrete factor (entailment)
+Adding edge a1_c1 - a3 with discrete factor (entailment)
+Adding edge a1_c2 - a3 with discrete factor (entailment)
+Adding edge a1_c3 - a3 with discrete factor (entailment)
+Adding edge a1_c4 - a3 with discrete factor (entailment)
+Adding edge a1_c9 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c1 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a4_c1 - a3 with discrete factor (entailment)
+Adding edge a4_c2 - a3 with discrete factor (entailment)
+Adding edge a4_c3 - a3 with discrete factor (entailment)
+Adding edge a4_c4 - a3 with discrete factor (entailment)
+Adding edge a4_c5 - a3 with discrete factor (entailment)
+Adding edge a4_c7 - a3 with discrete factor (entailment)
+Adding edge a4_c8 - a3 with discrete factor (entailment)
+Adding edge a5_c0 - a3 with discrete factor (entailment)
+Adding edge a5_c1 - a3 with discrete factor (entailment)
+Adding edge a5_c2 - a3 with discrete factor (entailment)
+Adding edge a5_c3 - a3 with discrete factor (entailment)
+Adding edge a5_c4 - a3 with discrete factor (entailment)
+Adding edge a5_c5 - a3 with discrete factor (entailment)
+Adding edge a5_c7 - a3 with discrete factor (entailment)
+Adding edge a5_c8 - a3 with discrete factor (entailment)
+Adding edge a6_c2 - a3 with discrete factor (entailment)
+Adding edge a0_c0 - a4 with discrete factor (entailment)
+Adding edge a0_c1 - a4 with discrete factor (entailment)
+Adding edge a0_c2 - a4 with discrete factor (entailment)
+Adding edge a0_c6 - a4 with discrete factor (entailment)
+Adding edge a0_c8 - a4 with discrete factor (entailment)
+Adding edge a0_c9 - a4 with discrete factor (entailment)
+Adding edge a1_c0 - a4 with discrete factor (entailment)
+Adding edge a1_c1 - a4 with discrete factor (entailment)
+Adding edge a1_c2 - a4 with discrete factor (entailment)
+Adding edge a1_c3 - a4 with discrete factor (entailment)
+Adding edge a1_c4 - a4 with discrete factor (entailment)
+Adding edge a1_c9 - a4 with discrete factor (entailment)
+Adding edge a3_c0 - a4 with discrete factor (entailment)
+Adding edge a3_c1 - a4 with discrete factor (entailment)
+Adding edge a3_c3 - a4 with discrete factor (entailment)
+Adding edge a3_c4 - a4 with discrete factor (entailment)
+Adding edge a3_c5 - a4 with discrete factor (entailment)
+Adding edge a3_c7 - a4 with discrete factor (entailment)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c3 - a4 with discrete factor (entailment)
+Adding edge a4_c4 - a4 with discrete factor (contradiction)
+Adding edge a4_c5 - a4 with discrete factor (entailment)
+Adding edge a4_c7 - a4 with discrete factor (entailment)
+Adding edge a4_c8 - a4 with discrete factor (entailment)
+Adding edge a5_c0 - a4 with discrete factor (entailment)
+Adding edge a5_c2 - a4 with discrete factor (entailment)
+Adding edge a5_c4 - a4 with discrete factor (entailment)
+Adding edge a5_c5 - a4 with discrete factor (entailment)
+Adding edge a5_c7 - a4 with discrete factor (entailment)
+Adding edge a6_c2 - a4 with discrete factor (entailment)
+Adding edge a0_c2 - a5 with discrete factor (entailment)
+Adding edge a1_c4 - a5 with discrete factor (entailment)
+Adding edge a3_c0 - a5 with discrete factor (entailment)
+Adding edge a3_c3 - a5 with discrete factor (entailment)
+Adding edge a5_c0 - a5 with discrete factor (entailment)
+Adding edge a5_c1 - a5 with discrete factor (entailment)
+Adding edge a5_c3 - a5 with discrete factor (entailment)
+Adding edge a5_c5 - a5 with discrete factor (entailment)
+Adding edge a5_c7 - a5 with discrete factor (entailment)
+Adding edge a0_c0 - a6 with discrete factor (entailment)
+Adding edge a1_c8 - a6 with discrete factor (contradiction)
+Adding edge a3_c1 - a6 with discrete factor (entailment)
+Adding edge a3_c2 - a6 with discrete factor (contradiction)
+Adding edge a3_c8 - a6 with discrete factor (entailment)
+Adding edge a6_c1 - a6 with discrete factor (entailment)
+Adding edge a6_c2 - a6 with discrete factor (entailment)
+Adding edge a6_c6 - a6 with discrete factor (entailment)
+Adding edge a6_c8 - a6 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 4 5 15 18 19 20 29 30 32 48 50 53 44 42 12 2 7 10 13 16 26 36 52 47 24 0 28 9 11 6 8 27 33 34 35 37 38 39 43 45 25 3 14 22 41 46 1 40 51 49 17 21 23 31
+[WMB] + induced width : 4
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00449085 seconds
+[WMB] Created join graph with 54 clique factors
+[WMB] Number of cliques : 54
+[WMB] Number of edges : 106
+[WMB] Max clique size : 5
+[WMB] Max separator size : 4
+[WMB] Finished initialization in 0.00876498 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -26.618704 (2.751971e-12) d=2.661870e+01 time=0.010893 i=1
+[WMB] Converged after 1 iterations in 0.010914 seconds
+PR
+-26.618704 (2.751971e-12)
+STATUS
+true: Consistent evidence
+MAR
+54 2 0.000187 0.999813 2 0.041804 0.958196 2 0.057101 0.942899 2 0.004509 0.995491 2 0.100008 0.899992 2 0.127170 0.872830 2 0.029390 0.970610 2 0.049334 0.950666 2 0.036613 0.963387 2 0.000001 0.999999 2 0.093477 0.906523 2 0.025287 0.974713 2 0.107438 0.892562 2 0.057101 0.942899 2 0.004509 0.995491 2 0.999808 0.000192 2 0.107475 0.892525 2 0.000000 1.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 0.067327 0.932673 2 0.000000 1.000000 2 0.004509 0.995491 2 0.015119 0.984881 2 0.999787 0.000213 2 0.013699 0.986301 2 0.049391 0.950609 2 0.005164 0.994836 2 0.031013 0.968987 2 0.333483 0.666517 2 0.094017 0.905983 2 0.000000 1.000000 2 0.194030 0.805970 2 0.029390 0.970610 2 0.031012 0.968988 2 0.025287 0.974713 2 0.998945 0.001055 2 0.005164 0.994836 2 0.025287 0.974713 2 0.031012 0.968988 2 0.000000 1.000000 2 0.004509 0.995491 2 0.052633 0.947367 2 0.031012 0.968988 2 0.107438 0.892562 2 0.031012 0.968988 2 0.022482 0.977518 2 0.008979 0.991021 2 0.155402 0.844598 2 0.000225 0.999775 2 0.194211 0.805789 2 0.025194 0.974806 2 0.200239 0.799761 2 0.999742 0.000258
+[MERLIN] I/O time is 0.002592 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.000187, 0.999813]}, {'variable': 'a0_c0', 'probabilities': [0.041804, 0.958196]}, {'variable': 'a0_c1', 'probabilities': [0.057101, 0.942899]}, {'variable': 'a0_c2', 'probabilities': [0.004509, 0.995491]}, {'variable': 'a0_c3', 'probabilities': [0.100008, 0.899992]}, {'variable': 'a0_c4', 'probabilities': [0.12717, 0.87283]}, {'variable': 'a0_c6', 'probabilities': [0.02939, 0.97061]}, {'variable': 'a0_c8', 'probabilities': [0.049334, 0.950666]}, {'variable': 'a0_c9', 'probabilities': [0.036613, 0.963387]}, {'variable': 'a1', 'probabilities': [1e-06, 0.999999]}, {'variable': 'a1_c0', 'probabilities': [0.093477, 0.906523]}, {'variable': 'a1_c1', 'probabilities': [0.025287, 0.974713]}, {'variable': 'a1_c2', 'probabilities': [0.107438, 0.892562]}, {'variable': 'a1_c3', 'probabilities': [0.057101, 0.942899]}, {'variable': 'a1_c4', 'probabilities': [0.004509, 0.995491]}, {'variable': 'a1_c8', 'probabilities': [0.999808, 0.000192]}, {'variable': 'a1_c9', 'probabilities': [0.107475, 0.892525]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c6', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c8', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c9', 'probabilities': [0.067327, 0.932673]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.004509, 0.995491]}, {'variable': 'a3_c1', 'probabilities': [0.015119, 0.984881]}, {'variable': 'a3_c2', 'probabilities': [0.999787, 0.000213]}, {'variable': 'a3_c3', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a3_c4', 'probabilities': [0.049391, 0.950609]}, {'variable': 'a3_c5', 'probabilities': [0.005164, 0.994836]}, {'variable': 'a3_c7', 'probabilities': [0.031013, 0.968987]}, {'variable': 'a3_c8', 'probabilities': [0.333483, 0.666517]}, {'variable': 'a3_c9', 'probabilities': [0.094017, 0.905983]}, {'variable': 'a4', 'probabilities': [0.0, 1.0]}, {'variable': 'a4_c0', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a4_c1', 'probabilities': [0.02939, 0.97061]}, {'variable': 'a4_c2', 'probabilities': [0.031012, 0.968988]}, {'variable': 'a4_c3', 'probabilities': [0.025287, 0.974713]}, {'variable': 'a4_c4', 'probabilities': [0.998945, 0.001055]}, {'variable': 'a4_c5', 'probabilities': [0.005164, 0.994836]}, {'variable': 'a4_c7', 'probabilities': [0.025287, 0.974713]}, {'variable': 'a4_c8', 'probabilities': [0.031012, 0.968988]}, {'variable': 'a5', 'probabilities': [0.0, 1.0]}, {'variable': 'a5_c0', 'probabilities': [0.004509, 0.995491]}, {'variable': 'a5_c1', 'probabilities': [0.052633, 0.947367]}, {'variable': 'a5_c2', 'probabilities': [0.031012, 0.968988]}, {'variable': 'a5_c3', 'probabilities': [0.107438, 0.892562]}, {'variable': 'a5_c4', 'probabilities': [0.031012, 0.968988]}, {'variable': 'a5_c5', 'probabilities': [0.022482, 0.977518]}, {'variable': 'a5_c7', 'probabilities': [0.008979, 0.991021]}, {'variable': 'a5_c8', 'probabilities': [0.155402, 0.844598]}, {'variable': 'a6', 'probabilities': [0.000225, 0.999775]}, {'variable': 'a6_c1', 'probabilities': [0.194211, 0.805789]}, {'variable': 'a6_c2', 'probabilities': [0.025194, 0.974806]}, {'variable': 'a6_c6', 'probabilities': [0.200239, 0.799761]}, {'variable': 'a6_c8', 'probabilities': [0.999742, 0.000258]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.000187
+[FactReasoner] (a0): Probability for a0=1 is: 0.999813
+[FactReasoner] (a1): Probability for a1=0 is: 1e-06
+[FactReasoner] (a1): Probability for a1=1 is: 0.999999
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] (a4): Probability for a4=0 is: 0.0
+[FactReasoner] (a4): Probability for a4=1 is: 1.0
+[FactReasoner] (a5): Probability for a5=0 is: 0.0
+[FactReasoner] (a5): Probability for a5=1 is: 1.0
+[FactReasoner] (a6): Probability for a6=0 is: 0.000225
+[FactReasoner] (a6): Probability for a6=1 is: 0.999775
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S', 'a4': 'S', 'a5': 'S', 'a6': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0380 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 490 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a3_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c9 -> a0] : entailment : 0.9873990958054395
+[NLI] Found relation: [a6_c2 -> a0] : entailment : 0.9999981721308997
+[NLI] Found relation: [a3_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a2_c8 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a2] : entailment : 0.9999804504411968
+[NLI] Found relation: [a3_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a3] : entailment : 0.8790092880812613
+[NLI] Found relation: [a0_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a3] : entailment : 0.999990821052948
+[NLI] Found relation: [a0_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a3] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a3] : entailment : 0.9999998807907365
+[NLI] Found relation: [a5_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a6_c2 -> a3] : entailment : 0.999996622426144
+[NLI] Found relation: [a0_c0 -> a4] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a4] : entailment : 0.9998882066883075
+[NLI] Found relation: [a0_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a4] : entailment : 0.9999996026360078
+[NLI] Found relation: [a0_c9 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a4] : entailment : 0.9999636835416359
+[NLI] Found relation: [a1_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a4] : entailment : 0.9998882066883075
+[NLI] Found relation: [a3_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a4] : entailment : 0.999997933714149
+[NLI] Found relation: [a3_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a4] : entailment : 0.9585721251997369
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a4] : entailment : 0.9999988873824022
+[NLI] Found relation: [a5_c3 -> a4] : entailment : 0.7936986962304347
+[NLI] Found relation: [a5_c4 -> a4] : entailment : 0.9999970197855413
+[NLI] Found relation: [a5_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c7 -> a4] : entailment : 0.999986648915482
+[NLI] Found relation: [a6_c2 -> a4] : entailment : 0.8657296832802082
+[NLI] Found relation: [a6_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a5] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c1 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c3 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c5 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c7 -> a5] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a6] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c8 -> a6] : contradiction : 0.9999983708116444
+[NLI] Found relation: [a3_c1 -> a6] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a6] : contradiction : 0.9999997218451434
+[NLI] Found relation: [a4_c9 -> a6] : entailment : 0.9963239565404675
+[NLI] Found relation: [a6_c1 -> a6] : entailment : 1.0
+[NLI] Found relation: [a6_c2 -> a6] : entailment : 1.0
+[NLI] Found relation: [a6_c5 -> a6] : contradiction : 0.9999994834269622
+[NLI] Found relation: [a6_c6 -> a6] : entailment : 1.0
+[NLI] Found relation: [a6_c8 -> a6] : contradiction : 0.9982564628854004
+[NLI] Relations built: 116
+
Atoms: 0%| | 0/7 [00:00, ?it/s]
Atoms: 100%|██████████| 7/7 [00:00<00:00, 153717.95it/s]
+
Contexts: 0%| | 0/49 [00:00, ?it/s]
Contexts: 100%|██████████| 49/49 [00:00<00:00, 617179.87it/s]
+
Relations: 0%| | 0/116 [00:00, ?it/s]
Relations: 100%|██████████| 116/116 [00:00<00:00, 754324.44it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding atom variable a6 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding context variable a5_c0 with discrete factor (prior)
+Adding context variable a5_c1 with discrete factor (prior)
+Adding context variable a5_c2 with discrete factor (prior)
+Adding context variable a5_c3 with discrete factor (prior)
+Adding context variable a5_c4 with discrete factor (prior)
+Adding context variable a5_c5 with discrete factor (prior)
+Adding context variable a5_c7 with discrete factor (prior)
+Adding context variable a6_c1 with discrete factor (prior)
+Adding context variable a6_c2 with discrete factor (prior)
+Adding context variable a6_c5 with discrete factor (prior)
+Adding context variable a6_c6 with discrete factor (prior)
+Adding context variable a6_c8 with discrete factor (prior)
+Adding edge a3_c1 - a0 with discrete factor (entailment)
+Adding edge a4_c9 - a0 with discrete factor (entailment)
+Adding edge a6_c2 - a0 with discrete factor (entailment)
+Adding edge a3_c5 - a1 with discrete factor (entailment)
+Adding edge a4_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a2 with discrete factor (entailment)
+Adding edge a0_c6 - a2 with discrete factor (entailment)
+Adding edge a0_c9 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a1_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (contradiction)
+Adding edge a2_c8 - a2 with discrete factor (contradiction)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a3_c0 - a2 with discrete factor (entailment)
+Adding edge a3_c1 - a2 with discrete factor (entailment)
+Adding edge a3_c2 - a2 with discrete factor (entailment)
+Adding edge a3_c3 - a2 with discrete factor (entailment)
+Adding edge a3_c5 - a2 with discrete factor (entailment)
+Adding edge a3_c9 - a2 with discrete factor (entailment)
+Adding edge a4_c0 - a2 with discrete factor (entailment)
+Adding edge a4_c1 - a2 with discrete factor (entailment)
+Adding edge a4_c2 - a2 with discrete factor (entailment)
+Adding edge a4_c3 - a2 with discrete factor (entailment)
+Adding edge a4_c5 - a2 with discrete factor (entailment)
+Adding edge a4_c7 - a2 with discrete factor (entailment)
+Adding edge a4_c8 - a2 with discrete factor (entailment)
+Adding edge a5_c0 - a2 with discrete factor (entailment)
+Adding edge a5_c2 - a2 with discrete factor (entailment)
+Adding edge a5_c4 - a2 with discrete factor (entailment)
+Adding edge a5_c5 - a2 with discrete factor (entailment)
+Adding edge a0_c0 - a3 with discrete factor (entailment)
+Adding edge a0_c1 - a3 with discrete factor (entailment)
+Adding edge a0_c2 - a3 with discrete factor (entailment)
+Adding edge a0_c3 - a3 with discrete factor (entailment)
+Adding edge a0_c4 - a3 with discrete factor (entailment)
+Adding edge a0_c6 - a3 with discrete factor (entailment)
+Adding edge a0_c9 - a3 with discrete factor (entailment)
+Adding edge a1_c0 - a3 with discrete factor (entailment)
+Adding edge a1_c1 - a3 with discrete factor (entailment)
+Adding edge a1_c2 - a3 with discrete factor (entailment)
+Adding edge a1_c3 - a3 with discrete factor (entailment)
+Adding edge a1_c4 - a3 with discrete factor (entailment)
+Adding edge a1_c9 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c1 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a4_c1 - a3 with discrete factor (entailment)
+Adding edge a4_c2 - a3 with discrete factor (entailment)
+Adding edge a4_c3 - a3 with discrete factor (entailment)
+Adding edge a4_c4 - a3 with discrete factor (entailment)
+Adding edge a4_c5 - a3 with discrete factor (entailment)
+Adding edge a4_c7 - a3 with discrete factor (entailment)
+Adding edge a4_c8 - a3 with discrete factor (entailment)
+Adding edge a5_c0 - a3 with discrete factor (entailment)
+Adding edge a5_c1 - a3 with discrete factor (entailment)
+Adding edge a5_c2 - a3 with discrete factor (entailment)
+Adding edge a5_c3 - a3 with discrete factor (entailment)
+Adding edge a5_c4 - a3 with discrete factor (entailment)
+Adding edge a5_c5 - a3 with discrete factor (entailment)
+Adding edge a5_c7 - a3 with discrete factor (entailment)
+Adding edge a6_c2 - a3 with discrete factor (entailment)
+Adding edge a0_c0 - a4 with discrete factor (entailment)
+Adding edge a0_c1 - a4 with discrete factor (entailment)
+Adding edge a0_c2 - a4 with discrete factor (entailment)
+Adding edge a0_c5 - a4 with discrete factor (entailment)
+Adding edge a0_c6 - a4 with discrete factor (entailment)
+Adding edge a0_c8 - a4 with discrete factor (entailment)
+Adding edge a0_c9 - a4 with discrete factor (entailment)
+Adding edge a1_c0 - a4 with discrete factor (entailment)
+Adding edge a1_c1 - a4 with discrete factor (entailment)
+Adding edge a1_c2 - a4 with discrete factor (entailment)
+Adding edge a1_c3 - a4 with discrete factor (entailment)
+Adding edge a1_c4 - a4 with discrete factor (entailment)
+Adding edge a1_c9 - a4 with discrete factor (entailment)
+Adding edge a3_c0 - a4 with discrete factor (entailment)
+Adding edge a3_c1 - a4 with discrete factor (entailment)
+Adding edge a3_c3 - a4 with discrete factor (entailment)
+Adding edge a3_c4 - a4 with discrete factor (entailment)
+Adding edge a3_c5 - a4 with discrete factor (entailment)
+Adding edge a3_c7 - a4 with discrete factor (entailment)
+Adding edge a3_c8 - a4 with discrete factor (entailment)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c3 - a4 with discrete factor (entailment)
+Adding edge a4_c5 - a4 with discrete factor (entailment)
+Adding edge a4_c7 - a4 with discrete factor (entailment)
+Adding edge a4_c8 - a4 with discrete factor (entailment)
+Adding edge a5_c0 - a4 with discrete factor (entailment)
+Adding edge a5_c2 - a4 with discrete factor (entailment)
+Adding edge a5_c3 - a4 with discrete factor (entailment)
+Adding edge a5_c4 - a4 with discrete factor (entailment)
+Adding edge a5_c5 - a4 with discrete factor (entailment)
+Adding edge a5_c7 - a4 with discrete factor (entailment)
+Adding edge a6_c2 - a4 with discrete factor (entailment)
+Adding edge a6_c6 - a4 with discrete factor (entailment)
+Adding edge a0_c2 - a5 with discrete factor (entailment)
+Adding edge a1_c4 - a5 with discrete factor (entailment)
+Adding edge a3_c0 - a5 with discrete factor (entailment)
+Adding edge a3_c3 - a5 with discrete factor (entailment)
+Adding edge a5_c0 - a5 with discrete factor (entailment)
+Adding edge a5_c1 - a5 with discrete factor (entailment)
+Adding edge a5_c3 - a5 with discrete factor (entailment)
+Adding edge a5_c5 - a5 with discrete factor (entailment)
+Adding edge a5_c7 - a5 with discrete factor (entailment)
+Adding edge a0_c0 - a6 with discrete factor (entailment)
+Adding edge a1_c8 - a6 with discrete factor (contradiction)
+Adding edge a3_c1 - a6 with discrete factor (entailment)
+Adding edge a3_c2 - a6 with discrete factor (contradiction)
+Adding edge a4_c9 - a6 with discrete factor (entailment)
+Adding edge a6_c1 - a6 with discrete factor (entailment)
+Adding edge a6_c2 - a6 with discrete factor (entailment)
+Adding edge a6_c5 - a6 with discrete factor (contradiction)
+Adding edge a6_c6 - a6 with discrete factor (entailment)
+Adding edge a6_c8 - a6 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 4 5 6 8 16 19 20 21 27 30 31 33 37 51 53 55 44 13 2 11 14 17 29 49 46 54 41 0 10 52 1 25 36 7 9 12 24 28 34 35 38 39 40 45 47 50 23 3 15 26 43 48 32 18 22 42
+[WMB] + induced width : 4
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00475502 seconds
+[WMB] Created join graph with 56 clique factors
+[WMB] Number of cliques : 56
+[WMB] Number of edges : 110
+[WMB] Max clique size : 5
+[WMB] Max separator size : 4
+[WMB] Finished initialization in 0.00968695 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -27.486618 (1.155349e-12) d=2.748662e+01 time=0.012296 i=1
+[WMB] Converged after 1 iterations in 0.012317 seconds
+PR
+-27.486618 (1.155349e-12)
+STATUS
+true: Consistent evidence
+MAR
+56 2 0.000005 0.999995 2 0.015563 0.984437 2 0.027027 0.972973 2 0.006897 0.993103 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052637 0.947363 2 0.013699 0.986301 2 0.052632 0.947368 2 0.013699 0.986301 2 0.000048 0.999952 2 0.027027 0.972973 2 0.013699 0.986301 2 0.027027 0.972973 2 0.027028 0.972972 2 0.006897 0.993103 2 0.999962 0.000038 2 0.027030 0.972970 2 0.000000 1.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 0.052632 0.947368 2 0.000000 1.000000 2 0.006897 0.993103 2 0.003470 0.996530 2 0.999981 0.000019 2 0.006897 0.993103 2 0.052632 0.947368 2 0.006944 0.993056 2 0.027027 0.972973 2 0.054782 0.945218 2 0.052632 0.947368 2 0.000000 1.000000 2 0.052632 0.947368 2 0.013699 0.986301 2 0.013699 0.986301 2 0.013699 0.986301 2 0.052632 0.947368 2 0.006944 0.993056 2 0.013699 0.986301 2 0.013699 0.986301 2 0.027469 0.972531 2 0.000000 1.000000 2 0.006897 0.993103 2 0.027027 0.972973 2 0.013699 0.986301 2 0.017198 0.982802 2 0.013699 0.986301 2 0.006897 0.993103 2 0.013699 0.986301 2 0.000009 0.999991 2 0.052640 0.947360 2 0.007967 0.992033 2 0.999982 0.000018 2 0.027036 0.972964 2 0.969563 0.030437
+[MERLIN] I/O time is 0.002435 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [5e-06, 0.999995]}, {'variable': 'a0_c0', 'probabilities': [0.015563, 0.984437]}, {'variable': 'a0_c1', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c2', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a0_c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c5', 'probabilities': [0.052637, 0.947363]}, {'variable': 'a0_c6', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c8', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c9', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1', 'probabilities': [4.8e-05, 0.999952]}, {'variable': 'a1_c0', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a1_c1', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c2', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a1_c3', 'probabilities': [0.027028, 0.972972]}, {'variable': 'a1_c4', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a1_c8', 'probabilities': [0.999962, 3.8e-05]}, {'variable': 'a1_c9', 'probabilities': [0.02703, 0.97297]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c6', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c8', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c9', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a3_c1', 'probabilities': [0.00347, 0.99653]}, {'variable': 'a3_c2', 'probabilities': [0.999981, 1.9e-05]}, {'variable': 'a3_c3', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a3_c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c5', 'probabilities': [0.006944, 0.993056]}, {'variable': 'a3_c7', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a3_c8', 'probabilities': [0.054782, 0.945218]}, {'variable': 'a3_c9', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a4', 'probabilities': [0.0, 1.0]}, {'variable': 'a4_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a4_c1', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a4_c2', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a4_c3', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a4_c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a4_c5', 'probabilities': [0.006944, 0.993056]}, {'variable': 'a4_c7', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a4_c8', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a4_c9', 'probabilities': [0.027469, 0.972531]}, {'variable': 'a5', 'probabilities': [0.0, 1.0]}, {'variable': 'a5_c0', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a5_c1', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a5_c2', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a5_c3', 'probabilities': [0.017198, 0.982802]}, {'variable': 'a5_c4', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a5_c5', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a5_c7', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a6', 'probabilities': [9e-06, 0.999991]}, {'variable': 'a6_c1', 'probabilities': [0.05264, 0.94736]}, {'variable': 'a6_c2', 'probabilities': [0.007967, 0.992033]}, {'variable': 'a6_c5', 'probabilities': [0.999982, 1.8e-05]}, {'variable': 'a6_c6', 'probabilities': [0.027036, 0.972964]}, {'variable': 'a6_c8', 'probabilities': [0.969563, 0.030437]}]
+[FactReasoner] (a0): Probability for a0=0 is: 5e-06
+[FactReasoner] (a0): Probability for a0=1 is: 0.999995
+[FactReasoner] (a1): Probability for a1=0 is: 4.8e-05
+[FactReasoner] (a1): Probability for a1=1 is: 0.999952
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] (a4): Probability for a4=0 is: 0.0
+[FactReasoner] (a4): Probability for a4=1 is: 1.0
+[FactReasoner] (a5): Probability for a5=0 is: 0.0
+[FactReasoner] (a5): Probability for a5=1 is: 1.0
+[FactReasoner] (a6): Probability for a6=0 is: 9e-06
+[FactReasoner] (a6): Probability for a6=1 is: 0.999991
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S', 'a4': 'S', 'a5': 'S', 'a6': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0414 seconds.
+[18/40] WE ARE CHINA GT=NS | cctru=S| ccvan=S| fptru=S| fpvan=S| gugua=S| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c6 -> a0] : entailment : 0.9999994834269622
+[NLI] Relations built: 1
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 24966.10it/s]
+
Contexts: 0%| | 0/1 [00:00, ?it/s]
Contexts: 100%|██████████| 1/1 [00:00<00:00, 34952.53it/s]
+
Relations: 0%| | 0/1 [00:00, ?it/s]
Relations: 100%|██████████| 1/1 [00:00<00:00, 36792.14it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding edge c6 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 0 1
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000200987 seconds
+[WMB] Created join graph with 2 clique factors
+[WMB] Number of cliques : 2
+[WMB] Number of edges : 2
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000389099 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.693147 (5.000000e-01) d=6.931472e-01 time=0.000485 i=1
+[WMB] Converged after 1 iterations in 0.000503 seconds
+PR
+-0.693147 (5.000000e-01)
+STATUS
+true: Consistent evidence
+MAR
+2 2 0.250000 0.750000 2 0.500000 0.500000
+[MERLIN] I/O time is 0.000237 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.25, 0.75]}, {'variable': 'c6', 'probabilities': [0.5, 0.5]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.25
+[FactReasoner] (a0): Probability for a0=1 is: 0.75
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0112 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Relations built: 2
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 27962.03it/s]
+
Contexts: 0%| | 0/2 [00:00, ?it/s]
Contexts: 100%|██████████| 2/2 [00:00<00:00, 76260.07it/s]
+
Relations: 0%| | 0/2 [00:00, ?it/s]
Relations: 100%|██████████| 2/2 [00:00<00:00, 77672.30it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000267982 seconds
+[WMB] Created join graph with 3 clique factors
+[WMB] Number of cliques : 3
+[WMB] Number of edges : 4
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000550032 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.792968 (4.525000e-01) d=7.929675e-01 time=0.000679 i=1
+[WMB] Converged after 1 iterations in 0.000704 seconds
+PR
+-0.792968 (4.525000e-01)
+STATUS
+true: Consistent evidence
+MAR
+3 2 0.002762 0.997238 2 0.055249 0.944751 2 0.055249 0.944751
+[MERLIN] I/O time is 0.000272 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.002762, 0.997238]}, {'variable': 'c5', 'probabilities': [0.055249, 0.944751]}, {'variable': 'c6', 'probabilities': [0.055249, 0.944751]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.002762
+[FactReasoner] (a0): Probability for a0=1 is: 0.997238
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0098 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 160 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : contradiction : 0.9999950329955904
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a0] : entailment : 0.8281332249664379
+[NLI] Found relation: [a3_c0 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a3_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a3_c8 -> a0] : entailment : 0.8823239545527388
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a1] : entailment : 0.999996622426144
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 0.935063230665737
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a1] : entailment : 0.9008437244373854
+[NLI] Found relation: [a0_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 0.9997907957878764
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a1] : entailment : 0.9998156512133021
+[NLI] Found relation: [a2_c3 -> a1] : entailment : 0.9999998410543312
+[NLI] Found relation: [a2_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a1] : entailment : 0.9998882066883075
+[NLI] Found relation: [a3_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a2] : entailment : 0.9999998807907365
+[NLI] Found relation: [a1_c9 -> a2] : entailment : 0.9999679347577147
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 0.9999950727312173
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a2] : entailment : 0.998641178795475
+[NLI] Found relation: [a3_c4 -> a2] : entailment : 0.9999996821087633
+[NLI] Found relation: [a3_c5 -> a2] : entailment : 0.9229325028796851
+[NLI] Found relation: [a0_c2 -> a3] : entailment : 0.9991749251186106
+[NLI] Found relation: [a0_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a3] : entailment : 0.8891363246960376
+[NLI] Found relation: [a1_c1 -> a3] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Relations built: 75
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 102300.10it/s]
+
Contexts: 0%| | 0/35 [00:00, ?it/s]
Contexts: 100%|██████████| 35/35 [00:00<00:00, 726735.84it/s]
+
Relations: 0%| | 0/75 [00:00, ?it/s]
Relations: 100%|██████████| 75/75 [00:00<00:00, 939023.28it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (contradiction)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c9 - a0 with discrete factor (entailment)
+Adding edge a3_c0 - a0 with discrete factor (entailment)
+Adding edge a3_c2 - a0 with discrete factor (entailment)
+Adding edge a3_c4 - a0 with discrete factor (entailment)
+Adding edge a3_c8 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a0_c1 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a0_c8 - a1 with discrete factor (entailment)
+Adding edge a0_c9 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (entailment)
+Adding edge a2_c3 - a1 with discrete factor (entailment)
+Adding edge a2_c4 - a1 with discrete factor (entailment)
+Adding edge a2_c8 - a1 with discrete factor (entailment)
+Adding edge a2_c9 - a1 with discrete factor (entailment)
+Adding edge a3_c0 - a1 with discrete factor (entailment)
+Adding edge a3_c1 - a1 with discrete factor (entailment)
+Adding edge a3_c2 - a1 with discrete factor (entailment)
+Adding edge a3_c3 - a1 with discrete factor (entailment)
+Adding edge a3_c4 - a1 with discrete factor (entailment)
+Adding edge a3_c5 - a1 with discrete factor (entailment)
+Adding edge a3_c6 - a1 with discrete factor (entailment)
+Adding edge a3_c8 - a1 with discrete factor (entailment)
+Adding edge a3_c9 - a1 with discrete factor (entailment)
+Adding edge a0_c4 - a2 with discrete factor (entailment)
+Adding edge a0_c5 - a2 with discrete factor (entailment)
+Adding edge a0_c6 - a2 with discrete factor (entailment)
+Adding edge a0_c9 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a1_c5 - a2 with discrete factor (entailment)
+Adding edge a1_c9 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a3_c3 - a2 with discrete factor (entailment)
+Adding edge a3_c4 - a2 with discrete factor (entailment)
+Adding edge a3_c5 - a2 with discrete factor (entailment)
+Adding edge a0_c2 - a3 with discrete factor (entailment)
+Adding edge a0_c5 - a3 with discrete factor (entailment)
+Adding edge a0_c9 - a3 with discrete factor (entailment)
+Adding edge a1_c1 - a3 with discrete factor (entailment)
+Adding edge a2_c0 - a3 with discrete factor (entailment)
+Adding edge a2_c2 - a3 with discrete factor (entailment)
+Adding edge a2_c3 - a3 with discrete factor (entailment)
+Adding edge a2_c4 - a3 with discrete factor (entailment)
+Adding edge a2_c5 - a3 with discrete factor (entailment)
+Adding edge a2_c7 - a3 with discrete factor (entailment)
+Adding edge a2_c9 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c2 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 4 8 9 12 14 16 17 26 30 35 36 38 37 2 20 24 25 5 18 7 15 34 6 10 21 22 23 27 32 3 13 29 31 33 19 0 11 28
+[WMB] + induced width : 4
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00248599 seconds
+[WMB] Created join graph with 39 clique factors
+[WMB] Number of cliques : 39
+[WMB] Number of edges : 76
+[WMB] Max clique size : 5
+[WMB] Max separator size : 4
+[WMB] Finished initialization in 0.00551105 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -16.772787 (5.196026e-08) d=1.677279e+01 time=0.007091 i=1
+[WMB] Converged after 1 iterations in 0.007121 seconds
+PR
+-16.772787 (5.196026e-08)
+STATUS
+true: Consistent evidence
+MAR
+39 2 0.000000 1.000000 2 0.194030 0.805970 2 0.200001 0.799999 2 0.999821 0.000179 2 0.136236 0.863764 2 0.053701 0.946299 2 0.037475 0.962525 2 0.111111 0.888889 2 0.101928 0.898072 2 0.140683 0.859317 2 0.041952 0.958048 2 0.000000 1.000000 2 0.194030 0.805970 2 0.058824 0.941176 2 0.263198 0.736802 2 0.111111 0.888889 2 0.263158 0.736842 2 0.194030 0.805970 2 0.024960 0.975040 2 0.000000 1.000000 2 0.092652 0.907348 2 0.035566 0.964434 2 0.048576 0.951424 2 0.037475 0.962525 2 0.072243 0.927757 2 0.200000 0.800000 2 0.134752 0.865248 2 0.035559 0.964441 2 0.000000 1.000000 2 0.056769 0.943231 2 0.333333 0.666667 2 0.056769 0.943231 2 0.124484 0.875516 2 0.037398 0.962602 2 0.061225 0.938775 2 0.333333 0.666667 2 0.333333 0.666667 2 0.089554 0.910446 2 0.078167 0.921833
+[MERLIN] I/O time is 0.001896 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a0_c1', 'probabilities': [0.200001, 0.799999]}, {'variable': 'a0_c2', 'probabilities': [0.999821, 0.000179]}, {'variable': 'a0_c3', 'probabilities': [0.136236, 0.863764]}, {'variable': 'a0_c4', 'probabilities': [0.053701, 0.946299]}, {'variable': 'a0_c5', 'probabilities': [0.037475, 0.962525]}, {'variable': 'a0_c6', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a0_c7', 'probabilities': [0.101928, 0.898072]}, {'variable': 'a0_c8', 'probabilities': [0.140683, 0.859317]}, {'variable': 'a0_c9', 'probabilities': [0.041952, 0.958048]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a1_c1', 'probabilities': [0.058824, 0.941176]}, {'variable': 'a1_c3', 'probabilities': [0.263198, 0.736802]}, {'variable': 'a1_c5', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a1_c6', 'probabilities': [0.263158, 0.736842]}, {'variable': 'a1_c7', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a1_c9', 'probabilities': [0.02496, 0.97504]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.092652, 0.907348]}, {'variable': 'a2_c2', 'probabilities': [0.035566, 0.964434]}, {'variable': 'a2_c3', 'probabilities': [0.048576, 0.951424]}, {'variable': 'a2_c4', 'probabilities': [0.037475, 0.962525]}, {'variable': 'a2_c5', 'probabilities': [0.072243, 0.927757]}, {'variable': 'a2_c7', 'probabilities': [0.2, 0.8]}, {'variable': 'a2_c8', 'probabilities': [0.134752, 0.865248]}, {'variable': 'a2_c9', 'probabilities': [0.035559, 0.964441]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.056769, 0.943231]}, {'variable': 'a3_c1', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a3_c2', 'probabilities': [0.056769, 0.943231]}, {'variable': 'a3_c3', 'probabilities': [0.124484, 0.875516]}, {'variable': 'a3_c4', 'probabilities': [0.037398, 0.962602]}, {'variable': 'a3_c5', 'probabilities': [0.061225, 0.938775]}, {'variable': 'a3_c6', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a3_c7', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a3_c8', 'probabilities': [0.089554, 0.910446]}, {'variable': 'a3_c9', 'probabilities': [0.078167, 0.921833]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0299 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 160 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : contradiction : 0.9999991258000622
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 0.9999988873824022
+[NLI] Found relation: [a2_c6 -> a0] : contradiction : 0.9922804970271775
+[NLI] Found relation: [a2_c8 -> a0] : entailment : 0.9999998807907365
+[NLI] Found relation: [a3_c0 -> a0] : entailment : 0.9999997218451434
+[NLI] Found relation: [a3_c2 -> a0] : entailment : 0.999953314054079
+[NLI] Found relation: [a3_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 0.9999944369619821
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 0.9922808820827635
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 0.9977638569754929
+[NLI] Found relation: [a2_c2 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a1] : entailment : 0.8253212067426273
+[NLI] Found relation: [a3_c0 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a3_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a3_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a2] : entailment : 0.9194500248573971
+[NLI] Found relation: [a0_c4 -> a2] : entailment : 0.9971317867231497
+[NLI] Found relation: [a0_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a2] : entailment : 0.8944864728909168
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a2] : entailment : 0.9999986092288025
+[NLI] Found relation: [a1_c9 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 0.9873981136869393
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a2] : entailment : 0.9999998807907365
+[NLI] Found relation: [a3_c6 -> a2] : entailment : 0.8056783215940029
+[NLI] Found relation: [a0_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a3] : entailment : 0.9999982118671061
+[NLI] Found relation: [a0_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a3] : entailment : 0.8515858869895586
+[NLI] Found relation: [a1_c9 -> a3] : entailment : 0.9997908354965955
+[NLI] Found relation: [a2_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a3] : contradiction : 0.8965736696393616
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Relations built: 78
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 106861.25it/s]
+
Contexts: 0%| | 0/36 [00:00, ?it/s]
Contexts: 100%|██████████| 36/36 [00:00<00:00, 740171.29it/s]
+
Relations: 0%| | 0/78 [00:00, ?it/s]
Relations: 100%|██████████| 78/78 [00:00<00:00, 1105255.78it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (contradiction)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a2_c6 - a0 with discrete factor (contradiction)
+Adding edge a2_c8 - a0 with discrete factor (entailment)
+Adding edge a3_c0 - a0 with discrete factor (entailment)
+Adding edge a3_c2 - a0 with discrete factor (entailment)
+Adding edge a3_c3 - a0 with discrete factor (entailment)
+Adding edge a3_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a0_c9 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (entailment)
+Adding edge a2_c3 - a1 with discrete factor (entailment)
+Adding edge a2_c4 - a1 with discrete factor (entailment)
+Adding edge a2_c7 - a1 with discrete factor (entailment)
+Adding edge a2_c8 - a1 with discrete factor (entailment)
+Adding edge a2_c9 - a1 with discrete factor (entailment)
+Adding edge a3_c0 - a1 with discrete factor (entailment)
+Adding edge a3_c1 - a1 with discrete factor (entailment)
+Adding edge a3_c2 - a1 with discrete factor (entailment)
+Adding edge a3_c3 - a1 with discrete factor (entailment)
+Adding edge a3_c4 - a1 with discrete factor (entailment)
+Adding edge a3_c5 - a1 with discrete factor (entailment)
+Adding edge a3_c7 - a1 with discrete factor (entailment)
+Adding edge a3_c8 - a1 with discrete factor (entailment)
+Adding edge a3_c9 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a2 with discrete factor (entailment)
+Adding edge a0_c4 - a2 with discrete factor (entailment)
+Adding edge a0_c5 - a2 with discrete factor (entailment)
+Adding edge a0_c6 - a2 with discrete factor (entailment)
+Adding edge a0_c8 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a1_c5 - a2 with discrete factor (entailment)
+Adding edge a1_c9 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a3_c4 - a2 with discrete factor (entailment)
+Adding edge a3_c6 - a2 with discrete factor (entailment)
+Adding edge a0_c0 - a3 with discrete factor (entailment)
+Adding edge a0_c1 - a3 with discrete factor (entailment)
+Adding edge a0_c5 - a3 with discrete factor (entailment)
+Adding edge a0_c9 - a3 with discrete factor (entailment)
+Adding edge a1_c5 - a3 with discrete factor (entailment)
+Adding edge a1_c9 - a3 with discrete factor (entailment)
+Adding edge a2_c0 - a3 with discrete factor (entailment)
+Adding edge a2_c2 - a3 with discrete factor (entailment)
+Adding edge a2_c3 - a3 with discrete factor (entailment)
+Adding edge a2_c4 - a3 with discrete factor (entailment)
+Adding edge a2_c5 - a3 with discrete factor (entailment)
+Adding edge a2_c7 - a3 with discrete factor (entailment)
+Adding edge a2_c9 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c2 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c6 - a3 with discrete factor (contradiction)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 4 8 9 12 14 16 17 25 31 38 39 36 24 5 35 1 10 37 26 6 18 20 21 22 23 28 27 3 7 13 15 2 19 30 32 33 34 11 0 29
+[WMB] + induced width : 4
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00243402 seconds
+[WMB] Created join graph with 40 clique factors
+[WMB] Number of cliques : 40
+[WMB] Number of edges : 78
+[WMB] Max clique size : 5
+[WMB] Max separator size : 4
+[WMB] Finished initialization in 0.00558901 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -14.704580 (4.110383e-07) d=1.470458e+01 time=0.007360 i=1
+[WMB] Converged after 1 iterations in 0.007382 seconds
+PR
+-14.704580 (4.110383e-07)
+STATUS
+true: Consistent evidence
+MAR
+40 2 0.000000 1.000000 2 0.027027 0.972973 2 0.027027 0.972973 2 0.999969 0.000031 2 0.056980 0.943020 2 0.027103 0.972897 2 0.013699 0.986301 2 0.013699 0.986301 2 0.052632 0.947368 2 0.058477 0.941523 2 0.027027 0.972973 2 0.000000 1.000000 2 0.052632 0.947368 2 0.013699 0.986301 2 0.052632 0.947368 2 0.008089 0.991911 2 0.052632 0.947368 2 0.052632 0.947368 2 0.013701 0.986299 2 0.000000 1.000000 2 0.013729 0.986271 2 0.013699 0.986301 2 0.013871 0.986129 2 0.013699 0.986301 2 0.027027 0.972973 2 0.878001 0.121999 2 0.013699 0.986301 2 0.027027 0.972973 2 0.016550 0.983450 2 0.000000 1.000000 2 0.013699 0.986301 2 0.052632 0.947368 2 0.013699 0.986301 2 0.013699 0.986301 2 0.006897 0.993103 2 0.027027 0.972973 2 0.250011 0.749989 2 0.027027 0.972973 2 0.052632 0.947368 2 0.052632 0.947368
+[MERLIN] I/O time is 0.001804 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c1', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c2', 'probabilities': [0.999969, 3.1e-05]}, {'variable': 'a0_c3', 'probabilities': [0.05698, 0.94302]}, {'variable': 'a0_c4', 'probabilities': [0.027103, 0.972897]}, {'variable': 'a0_c5', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c6', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c8', 'probabilities': [0.058477, 0.941523]}, {'variable': 'a0_c9', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c1', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c5', 'probabilities': [0.008089, 0.991911]}, {'variable': 'a1_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c9', 'probabilities': [0.013701, 0.986299]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.013729, 0.986271]}, {'variable': 'a2_c2', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a2_c3', 'probabilities': [0.013871, 0.986129]}, {'variable': 'a2_c4', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a2_c5', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2_c6', 'probabilities': [0.878001, 0.121999]}, {'variable': 'a2_c7', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a2_c8', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2_c9', 'probabilities': [0.01655, 0.98345]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a3_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c2', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a3_c3', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a3_c4', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a3_c5', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a3_c6', 'probabilities': [0.250011, 0.749989]}, {'variable': 'a3_c7', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a3_c8', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c9', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0280 seconds.
+[19/40] Global Times GT=NS | cctru=S| ccvan=S| fptru=S| fpvan=S| gugua=NS| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c0 -> a0] : entailment : 0.9999998013179273
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Relations built: 6
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 23431.87it/s]
+
Contexts: 0%| | 0/6 [00:00, ?it/s]
Contexts: 100%|██████████| 6/6 [00:00<00:00, 183692.15it/s]
+
Relations: 0%| | 0/6 [00:00, ?it/s]
Relations: 100%|██████████| 6/6 [00:00<00:00, 182361.04it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000308037 seconds
+[WMB] Created join graph with 7 clique factors
+[WMB] Number of cliques : 7
+[WMB] Number of edges : 12
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000720978 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -2.020542 (1.325836e-01) d=2.020542e+00 time=0.000933 i=1
+[WMB] Converged after 1 iterations in 0.000953 seconds
+PR
+-2.020542 (1.325836e-01)
+STATUS
+true: Consistent evidence
+MAR
+7 2 0.000186 0.999814 2 0.362348 0.637652 2 0.194180 0.805820 2 0.194180 0.805820 2 0.362348 0.637652 2 0.194180 0.805820 2 0.194180 0.805820
+[MERLIN] I/O time is 0.000371 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.000186, 0.999814]}, {'variable': 'c0', 'probabilities': [0.362348, 0.637652]}, {'variable': 'c1', 'probabilities': [0.19418, 0.80582]}, {'variable': 'c4', 'probabilities': [0.19418, 0.80582]}, {'variable': 'c5', 'probabilities': [0.362348, 0.637652]}, {'variable': 'c6', 'probabilities': [0.19418, 0.80582]}, {'variable': 'c8', 'probabilities': [0.19418, 0.80582]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.000186
+[FactReasoner] (a0): Probability for a0=1 is: 0.999814
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0103 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 0.9999588364476519
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 0.9996555239320012
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Relations built: 6
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 31068.92it/s]
+
Contexts: 0%| | 0/6 [00:00, ?it/s]
Contexts: 100%|██████████| 6/6 [00:00<00:00, 228780.22it/s]
+
Relations: 0%| | 0/6 [00:00, ?it/s]
Relations: 100%|██████████| 6/6 [00:00<00:00, 220752.84it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000303984 seconds
+[WMB] Created join graph with 7 clique factors
+[WMB] Number of cliques : 7
+[WMB] Number of edges : 12
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000726938 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.001272 (3.674117e-01) d=1.001272e+00 time=0.000929 i=1
+[WMB] Converged after 1 iterations in 0.000948 seconds
+PR
+-1.001272 (3.674117e-01)
+STATUS
+true: Consistent evidence
+MAR
+7 2 0.000000 1.000000 2 0.052634 0.947366 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052649 0.947351 2 0.052632 0.947368 2 0.052632 0.947368
+[MERLIN] I/O time is 0.000342 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'c0', 'probabilities': [0.052634, 0.947366]}, {'variable': 'c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c5', 'probabilities': [0.052649, 0.947351]}, {'variable': 'c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c8', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0085 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 330 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a0] : contradiction : 0.9999998410543312
+[NLI] Found relation: [a4_c3 -> a0] : contradiction : 0.9999949932599651
+[NLI] Found relation: [a5_c4 -> a0] : contradiction : 0.995289236686107
+[NLI] Found relation: [a5_c7 -> a0] : contradiction : 0.9999994436905916
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 0.9999998807907365
+[NLI] Found relation: [a5_c7 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c4 -> a2] : entailment : 0.9740453747286694
+[NLI] Found relation: [a2_c0 -> a2] : contradiction : 0.9999988079099372
+[NLI] Found relation: [a5_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a3] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a2_c8 -> a3] : entailment : 0.7970530687936253
+[NLI] Found relation: [a5_c1 -> a3] : contradiction : 0.9999848211446052
+[NLI] Found relation: [a5_c2 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a0_c0 -> a4] : entailment : 0.9997633623865099
+[NLI] Found relation: [a0_c7 -> a4] : entailment : 0.9999999205271529
+[NLI] Found relation: [a3_c1 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a3_c5 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a4] : entailment : 0.9999998807907365
+[NLI] Found relation: [a5_c7 -> a4] : entailment : 1.0
+[NLI] Relations built: 28
+
Atoms: 0%| | 0/6 [00:00, ?it/s]
Atoms: 100%|██████████| 6/6 [00:00<00:00, 157286.40it/s]
+
Contexts: 0%| | 0/22 [00:00, ?it/s]
Contexts: 100%|██████████| 22/22 [00:00<00:00, 555871.61it/s]
+
Relations: 0%| | 0/28 [00:00, ?it/s]
Relations: 100%|██████████| 28/28 [00:00<00:00, 678846.89it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a5_c1 with discrete factor (prior)
+Adding context variable a5_c2 with discrete factor (prior)
+Adding context variable a5_c4 with discrete factor (prior)
+Adding context variable a5_c5 with discrete factor (prior)
+Adding context variable a5_c7 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a4_c1 - a0 with discrete factor (contradiction)
+Adding edge a4_c3 - a0 with discrete factor (contradiction)
+Adding edge a5_c4 - a0 with discrete factor (contradiction)
+Adding edge a5_c7 - a0 with discrete factor (contradiction)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a5_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (contradiction)
+Adding edge a5_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a3 with discrete factor (contradiction)
+Adding edge a2_c8 - a3 with discrete factor (entailment)
+Adding edge a5_c1 - a3 with discrete factor (contradiction)
+Adding edge a5_c2 - a3 with discrete factor (contradiction)
+Adding edge a0_c0 - a4 with discrete factor (entailment)
+Adding edge a0_c7 - a4 with discrete factor (entailment)
+Adding edge a3_c1 - a4 with discrete factor (contradiction)
+Adding edge a3_c5 - a4 with discrete factor (contradiction)
+Adding edge a4_c0 - a4 with discrete factor (entailment)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c4 - a4 with discrete factor (entailment)
+Adding edge a5_c7 - a4 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 3 4 5 10 11 12 14 15 17 19 20 21 22 23 24 25 26 18 1 6 7 0 9 16 8 27 13
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000882149 seconds
+[WMB] Created join graph with 28 clique factors
+[WMB] Number of cliques : 28
+[WMB] Number of edges : 50
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00239205 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -22.040258 (2.679400e-10) d=2.204026e+01 time=0.003107 i=1
+[WMB] Converged after 1 iterations in 0.003125 seconds
+PR
+-22.040258 (2.679400e-10)
+STATUS
+true: Consistent evidence
+MAR
+28 2 0.553797 0.446203 2 0.601805 0.398195 2 0.602002 0.397998 2 0.715425 0.284575 2 0.640374 0.359626 2 0.702531 0.297469 2 0.589490 0.410510 2 0.060915 0.939085 2 0.203441 0.796559 2 0.074423 0.925577 2 0.951941 0.048059 2 0.113866 0.886134 2 0.706961 0.293039 2 0.986708 0.013292 2 0.999950 0.000050 2 0.999950 0.000050 2 0.000076 0.999924 2 0.333384 0.666616 2 0.465503 0.534497 2 0.094086 0.905914 2 0.509037 0.490963 2 0.061079 0.938921 2 0.500000 0.500000 2 0.281852 0.718148 2 0.272952 0.727048 2 0.516652 0.483348 2 0.227188 0.772812 2 0.462272 0.537728
+[MERLIN] I/O time is 0.001092 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.553797, 0.446203]}, {'variable': 'a0_c0', 'probabilities': [0.601805, 0.398195]}, {'variable': 'a0_c1', 'probabilities': [0.602002, 0.397998]}, {'variable': 'a0_c2', 'probabilities': [0.715425, 0.284575]}, {'variable': 'a0_c5', 'probabilities': [0.640374, 0.359626]}, {'variable': 'a0_c6', 'probabilities': [0.702531, 0.297469]}, {'variable': 'a0_c7', 'probabilities': [0.58949, 0.41051]}, {'variable': 'a1', 'probabilities': [0.060915, 0.939085]}, {'variable': 'a1_c4', 'probabilities': [0.203441, 0.796559]}, {'variable': 'a2', 'probabilities': [0.074423, 0.925577]}, {'variable': 'a2_c0', 'probabilities': [0.951941, 0.048059]}, {'variable': 'a2_c7', 'probabilities': [0.113866, 0.886134]}, {'variable': 'a2_c8', 'probabilities': [0.706961, 0.293039]}, {'variable': 'a3', 'probabilities': [0.986708, 0.013292]}, {'variable': 'a3_c1', 'probabilities': [0.99995, 5e-05]}, {'variable': 'a3_c5', 'probabilities': [0.99995, 5e-05]}, {'variable': 'a4', 'probabilities': [7.6e-05, 0.999924]}, {'variable': 'a4_c0', 'probabilities': [0.333384, 0.666616]}, {'variable': 'a4_c1', 'probabilities': [0.465503, 0.534497]}, {'variable': 'a4_c2', 'probabilities': [0.094086, 0.905914]}, {'variable': 'a4_c3', 'probabilities': [0.509037, 0.490963]}, {'variable': 'a4_c4', 'probabilities': [0.061079, 0.938921]}, {'variable': 'a5', 'probabilities': [0.5, 0.5]}, {'variable': 'a5_c1', 'probabilities': [0.281852, 0.718148]}, {'variable': 'a5_c2', 'probabilities': [0.272952, 0.727048]}, {'variable': 'a5_c4', 'probabilities': [0.516652, 0.483348]}, {'variable': 'a5_c5', 'probabilities': [0.227188, 0.772812]}, {'variable': 'a5_c7', 'probabilities': [0.462272, 0.537728]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.553797
+[FactReasoner] (a0): Probability for a0=1 is: 0.446203
+[FactReasoner] (a1): Probability for a1=0 is: 0.060915
+[FactReasoner] (a1): Probability for a1=1 is: 0.939085
+[FactReasoner] (a2): Probability for a2=0 is: 0.074423
+[FactReasoner] (a2): Probability for a2=1 is: 0.925577
+[FactReasoner] (a3): Probability for a3=0 is: 0.986708
+[FactReasoner] (a3): Probability for a3=1 is: 0.013292
+[FactReasoner] (a4): Probability for a4=0 is: 7.6e-05
+[FactReasoner] (a4): Probability for a4=1 is: 0.999924
+[FactReasoner] (a5): Probability for a5=0 is: 0.5
+[FactReasoner] (a5): Probability for a5=1 is: 0.5
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'S', 'a2': 'S', 'a3': 'NS', 'a4': 'S', 'a5': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0197 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 330 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a0] : contradiction : 0.9999956290310699
+[NLI] Found relation: [a4_c3 -> a0] : contradiction : 0.9999985694925803
+[NLI] Found relation: [a5_c8 -> a0] : contradiction : 0.9999716695297904
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a5_c7 -> a1] : entailment : 0.9585720252128778
+[NLI] Found relation: [a1_c4 -> a2] : entailment : 0.9971322974815191
+[NLI] Found relation: [a2_c0 -> a2] : contradiction : 0.9999983310755832
+[NLI] Found relation: [a5_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a3] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a4_c2 -> a3] : contradiction : 0.9999998013179273
+[NLI] Found relation: [a5_c1 -> a3] : contradiction : 0.998641178795475
+[NLI] Found relation: [a5_c2 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a5_c8 -> a3] : contradiction : 0.9999992847452764
+[NLI] Found relation: [a0_c0 -> a4] : entailment : 0.9008450041565006
+[NLI] Found relation: [a0_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a4] : contradiction : 0.9999943574907804
+[NLI] Found relation: [a3_c5 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a4_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a4] : entailment : 0.9999999205271529
+[NLI] Relations built: 30
+
Atoms: 0%| | 0/6 [00:00, ?it/s]
Atoms: 100%|██████████| 6/6 [00:00<00:00, 154391.56it/s]
+
Contexts: 0%| | 0/22 [00:00, ?it/s]
Contexts: 100%|██████████| 22/22 [00:00<00:00, 555871.61it/s]
+
Relations: 0%| | 0/30 [00:00, ?it/s]
Relations: 100%|██████████| 30/30 [00:00<00:00, 714938.18it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a5_c1 with discrete factor (prior)
+Adding context variable a5_c2 with discrete factor (prior)
+Adding context variable a5_c5 with discrete factor (prior)
+Adding context variable a5_c7 with discrete factor (prior)
+Adding context variable a5_c8 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a4_c1 - a0 with discrete factor (contradiction)
+Adding edge a4_c3 - a0 with discrete factor (contradiction)
+Adding edge a5_c8 - a0 with discrete factor (contradiction)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a5_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (contradiction)
+Adding edge a5_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a3 with discrete factor (contradiction)
+Adding edge a4_c2 - a3 with discrete factor (contradiction)
+Adding edge a5_c1 - a3 with discrete factor (contradiction)
+Adding edge a5_c2 - a3 with discrete factor (contradiction)
+Adding edge a5_c8 - a3 with discrete factor (contradiction)
+Adding edge a0_c0 - a4 with discrete factor (entailment)
+Adding edge a0_c7 - a4 with discrete factor (entailment)
+Adding edge a3_c1 - a4 with discrete factor (contradiction)
+Adding edge a3_c5 - a4 with discrete factor (contradiction)
+Adding edge a4_c0 - a4 with discrete factor (entailment)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c4 - a4 with discrete factor (entailment)
+Adding edge a5_c7 - a4 with discrete factor (entailment)
+Adding edge a5_c8 - a4 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 3 4 5 6 11 12 14 15 17 20 21 22 23 24 25 19 13 8 10 18 1 7 27 26 0 9 16
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00099206 seconds
+[WMB] Created join graph with 28 clique factors
+[WMB] Number of cliques : 28
+[WMB] Number of edges : 52
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00248814 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -24.584758 (2.103658e-11) d=2.458476e+01 time=0.003313 i=1
+[WMB] Converged after 1 iterations in 0.003337 seconds
+PR
+-24.584758 (2.103658e-11)
+STATUS
+true: Consistent evidence
+MAR
+28 2 0.000017 0.999983 2 0.029930 0.970070 2 0.052647 0.947353 2 0.052647 0.947353 2 0.052647 0.947353 2 0.052647 0.947353 2 0.052647 0.947353 2 0.027046 0.972954 2 0.003679 0.996321 2 0.056116 0.943884 2 0.030764 0.969236 2 0.970826 0.029174 2 0.052635 0.947365 2 0.999996 0.000004 2 0.999896 0.000104 2 0.999996 0.000004 2 0.000003 0.999997 2 0.052634 0.947366 2 0.999826 0.000174 2 0.027034 0.972966 2 0.999958 0.000042 2 0.052634 0.947366 2 0.500000 0.500000 2 0.052703 0.947297 2 0.052635 0.947365 2 0.081777 0.918223 2 0.029538 0.970462 2 0.997948 0.002052
+[MERLIN] I/O time is 0.001114 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [1.7e-05, 0.999983]}, {'variable': 'a0_c0', 'probabilities': [0.02993, 0.97007]}, {'variable': 'a0_c1', 'probabilities': [0.052647, 0.947353]}, {'variable': 'a0_c2', 'probabilities': [0.052647, 0.947353]}, {'variable': 'a0_c4', 'probabilities': [0.052647, 0.947353]}, {'variable': 'a0_c5', 'probabilities': [0.052647, 0.947353]}, {'variable': 'a0_c6', 'probabilities': [0.052647, 0.947353]}, {'variable': 'a0_c7', 'probabilities': [0.027046, 0.972954]}, {'variable': 'a1', 'probabilities': [0.003679, 0.996321]}, {'variable': 'a1_c4', 'probabilities': [0.056116, 0.943884]}, {'variable': 'a2', 'probabilities': [0.030764, 0.969236]}, {'variable': 'a2_c0', 'probabilities': [0.970826, 0.029174]}, {'variable': 'a2_c7', 'probabilities': [0.052635, 0.947365]}, {'variable': 'a3', 'probabilities': [0.999996, 4e-06]}, {'variable': 'a3_c1', 'probabilities': [0.999896, 0.000104]}, {'variable': 'a3_c5', 'probabilities': [0.999996, 4e-06]}, {'variable': 'a4', 'probabilities': [3e-06, 0.999997]}, {'variable': 'a4_c0', 'probabilities': [0.052634, 0.947366]}, {'variable': 'a4_c1', 'probabilities': [0.999826, 0.000174]}, {'variable': 'a4_c2', 'probabilities': [0.027034, 0.972966]}, {'variable': 'a4_c3', 'probabilities': [0.999958, 4.2e-05]}, {'variable': 'a4_c4', 'probabilities': [0.052634, 0.947366]}, {'variable': 'a5', 'probabilities': [0.5, 0.5]}, {'variable': 'a5_c1', 'probabilities': [0.052703, 0.947297]}, {'variable': 'a5_c2', 'probabilities': [0.052635, 0.947365]}, {'variable': 'a5_c5', 'probabilities': [0.081777, 0.918223]}, {'variable': 'a5_c7', 'probabilities': [0.029538, 0.970462]}, {'variable': 'a5_c8', 'probabilities': [0.997948, 0.002052]}]
+[FactReasoner] (a0): Probability for a0=0 is: 1.7e-05
+[FactReasoner] (a0): Probability for a0=1 is: 0.999983
+[FactReasoner] (a1): Probability for a1=0 is: 0.003679
+[FactReasoner] (a1): Probability for a1=1 is: 0.996321
+[FactReasoner] (a2): Probability for a2=0 is: 0.030764
+[FactReasoner] (a2): Probability for a2=1 is: 0.969236
+[FactReasoner] (a3): Probability for a3=0 is: 0.999996
+[FactReasoner] (a3): Probability for a3=1 is: 4e-06
+[FactReasoner] (a4): Probability for a4=0 is: 3e-06
+[FactReasoner] (a4): Probability for a4=1 is: 0.999997
+[FactReasoner] (a5): Probability for a5=0 is: 0.5
+[FactReasoner] (a5): Probability for a5=1 is: 0.5
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'NS', 'a4': 'S', 'a5': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0189 seconds.
+[20/40] Global Times GT=NS | cctru=S| ccvan=S| fptru=NS| fpvan=S| gugua=NS| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c0 -> a0] : entailment : 0.9999998013179273
+[NLI] Found relation: [c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 0.9999999205271529
+[NLI] Found relation: [c8 -> a0] : entailment : 0.9996962010021424
+[NLI] Relations built: 5
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 18477.11it/s]
+
Contexts: 0%| | 0/5 [00:00, ?it/s]
Contexts: 100%|██████████| 5/5 [00:00<00:00, 121222.66it/s]
+
Relations: 0%| | 0/5 [00:00, ?it/s]
Relations: 100%|██████████| 5/5 [00:00<00:00, 119156.36it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000339031 seconds
+[WMB] Created join graph with 6 clique factors
+[WMB] Number of cliques : 6
+[WMB] Number of edges : 10
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000699997 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.854590 (1.565171e-01) d=1.854590e+00 time=0.000885 i=1
+[WMB] Converged after 1 iterations in 0.000903 seconds
+PR
+-1.854590 (1.565171e-01)
+STATUS
+true: Consistent evidence
+MAR
+6 2 0.000659 0.999341 2 0.333773 0.666227 2 0.263643 0.736357 2 0.333772 0.666228 2 0.333772 0.666228 2 0.067957 0.932043
+[MERLIN] I/O time is 0.000382 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.000659, 0.999341]}, {'variable': 'c0', 'probabilities': [0.333773, 0.666227]}, {'variable': 'c4', 'probabilities': [0.263643, 0.736357]}, {'variable': 'c5', 'probabilities': [0.333772, 0.666228]}, {'variable': 'c6', 'probabilities': [0.333772, 0.666228]}, {'variable': 'c8', 'probabilities': [0.067957, 0.932043]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.000659
+[FactReasoner] (a0): Probability for a0=1 is: 0.999341
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0108 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c0 -> a0] : entailment : 0.9999999205271529
+[NLI] Found relation: [c1 -> a0] : entailment : 0.9999928475452098
+[NLI] Found relation: [c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [c9 -> a0] : entailment : 1.0
+[NLI] Relations built: 6
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 26715.31it/s]
+
Contexts: 0%| | 0/6 [00:00, ?it/s]
Contexts: 100%|██████████| 6/6 [00:00<00:00, 190650.18it/s]
+
Relations: 0%| | 0/6 [00:00, ?it/s]
Relations: 100%|██████████| 6/6 [00:00<00:00, 209715.20it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000406981 seconds
+[WMB] Created join graph with 7 clique factors
+[WMB] Number of cliques : 7
+[WMB] Number of edges : 12
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000854015 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.000914 (3.675434e-01) d=1.000914e+00 time=0.001091 i=1
+[WMB] Converged after 1 iterations in 0.001119 seconds
+PR
+-1.000914 (3.675434e-01)
+STATUS
+true: Consistent evidence
+MAR
+7 2 0.000000 1.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368
+[MERLIN] I/O time is 0.000590 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c9', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0142 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 200 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a3_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a1] : entailment : 0.9999918938999969
+[NLI] Found relation: [a0_c9 -> a1] : entailment : 0.9999918938999969
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 0.9999636835416359
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a1] : entailment : 0.999996622426144
+[NLI] Found relation: [a3_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a1] : entailment : 0.9249119301117303
+[NLI] Found relation: [a3_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a1] : entailment : 0.8946528970815983
+[NLI] Found relation: [a4_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a2] : contradiction : 0.9999928078096713
+[NLI] Found relation: [a0_c3 -> a2] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a0_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a2] : contradiction : 0.9999943972263804
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a2_c8 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a3_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a2] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a4_c6 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a4_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a4_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a3] : contradiction : 0.9999991655363824
+[NLI] Found relation: [a2_c7 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a2_c8 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a3] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a4_c6 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a4_c8 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a0_c1 -> a4] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a0_c3 -> a4] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a0_c4 -> a4] : entailment : 0.9998564734881344
+[NLI] Found relation: [a0_c7 -> a4] : entailment : 0.999837252837791
+[NLI] Found relation: [a2_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a4] : entailment : 0.999990821052948
+[NLI] Found relation: [a2_c2 -> a4] : entailment : 0.9999997615815251
+[NLI] Found relation: [a2_c3 -> a4] : entailment : 0.9999999205271529
+[NLI] Found relation: [a2_c4 -> a4] : entailment : 0.9989411643044355
+[NLI] Found relation: [a2_c7 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a2_c8 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a3_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a4] : entailment : 0.9999999602635733
+[NLI] Found relation: [a3_c6 -> a4] : entailment : 0.9999998807907365
+[NLI] Found relation: [a3_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a4] : entailment : 0.9999999602635733
+[NLI] Found relation: [a4_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a4] : entailment : 0.999990821052948
+[NLI] Found relation: [a4_c5 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c6 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c7 -> a4] : contradiction : 0.9999998013179273
+[NLI] Found relation: [a4_c8 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c9 -> a4] : entailment : 1.0
+[NLI] Relations built: 113
+
Atoms: 0%| | 0/5 [00:00, ?it/s]
Atoms: 100%|██████████| 5/5 [00:00<00:00, 112147.17it/s]
+
Contexts: 0%| | 0/37 [00:00, ?it/s]
Contexts: 100%|██████████| 37/37 [00:00<00:00, 660379.78it/s]
+
Relations: 0%| | 0/113 [00:00, ?it/s]
Relations: 100%|██████████| 113/113 [00:00<00:00, 1181936.04it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c6 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a2_c1 - a0 with discrete factor (entailment)
+Adding edge a2_c2 - a0 with discrete factor (entailment)
+Adding edge a3_c2 - a0 with discrete factor (entailment)
+Adding edge a3_c3 - a0 with discrete factor (entailment)
+Adding edge a3_c4 - a0 with discrete factor (entailment)
+Adding edge a3_c7 - a0 with discrete factor (entailment)
+Adding edge a4_c0 - a0 with discrete factor (entailment)
+Adding edge a4_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a0_c7 - a1 with discrete factor (entailment)
+Adding edge a0_c8 - a1 with discrete factor (entailment)
+Adding edge a0_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (entailment)
+Adding edge a3_c0 - a1 with discrete factor (entailment)
+Adding edge a3_c2 - a1 with discrete factor (entailment)
+Adding edge a3_c3 - a1 with discrete factor (entailment)
+Adding edge a3_c4 - a1 with discrete factor (entailment)
+Adding edge a3_c7 - a1 with discrete factor (entailment)
+Adding edge a3_c8 - a1 with discrete factor (entailment)
+Adding edge a4_c0 - a1 with discrete factor (entailment)
+Adding edge a4_c1 - a1 with discrete factor (entailment)
+Adding edge a4_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c1 - a2 with discrete factor (contradiction)
+Adding edge a0_c3 - a2 with discrete factor (contradiction)
+Adding edge a0_c4 - a2 with discrete factor (entailment)
+Adding edge a0_c7 - a2 with discrete factor (entailment)
+Adding edge a0_c8 - a2 with discrete factor (contradiction)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (contradiction)
+Adding edge a2_c7 - a2 with discrete factor (contradiction)
+Adding edge a2_c8 - a2 with discrete factor (contradiction)
+Adding edge a3_c0 - a2 with discrete factor (entailment)
+Adding edge a3_c2 - a2 with discrete factor (entailment)
+Adding edge a3_c3 - a2 with discrete factor (entailment)
+Adding edge a3_c4 - a2 with discrete factor (entailment)
+Adding edge a3_c5 - a2 with discrete factor (entailment)
+Adding edge a3_c6 - a2 with discrete factor (entailment)
+Adding edge a3_c7 - a2 with discrete factor (entailment)
+Adding edge a3_c8 - a2 with discrete factor (entailment)
+Adding edge a3_c9 - a2 with discrete factor (entailment)
+Adding edge a4_c0 - a2 with discrete factor (entailment)
+Adding edge a4_c1 - a2 with discrete factor (entailment)
+Adding edge a4_c2 - a2 with discrete factor (entailment)
+Adding edge a4_c3 - a2 with discrete factor (entailment)
+Adding edge a4_c4 - a2 with discrete factor (entailment)
+Adding edge a4_c5 - a2 with discrete factor (contradiction)
+Adding edge a4_c6 - a2 with discrete factor (contradiction)
+Adding edge a4_c7 - a2 with discrete factor (entailment)
+Adding edge a4_c8 - a2 with discrete factor (contradiction)
+Adding edge a4_c9 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a3 with discrete factor (entailment)
+Adding edge a2_c2 - a3 with discrete factor (entailment)
+Adding edge a2_c6 - a3 with discrete factor (contradiction)
+Adding edge a2_c7 - a3 with discrete factor (contradiction)
+Adding edge a2_c8 - a3 with discrete factor (contradiction)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c2 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c8 - a3 with discrete factor (entailment)
+Adding edge a4_c3 - a3 with discrete factor (entailment)
+Adding edge a4_c4 - a3 with discrete factor (entailment)
+Adding edge a4_c5 - a3 with discrete factor (contradiction)
+Adding edge a4_c6 - a3 with discrete factor (contradiction)
+Adding edge a4_c8 - a3 with discrete factor (contradiction)
+Adding edge a0_c1 - a4 with discrete factor (contradiction)
+Adding edge a0_c3 - a4 with discrete factor (contradiction)
+Adding edge a0_c4 - a4 with discrete factor (entailment)
+Adding edge a0_c7 - a4 with discrete factor (entailment)
+Adding edge a2_c0 - a4 with discrete factor (entailment)
+Adding edge a2_c1 - a4 with discrete factor (entailment)
+Adding edge a2_c2 - a4 with discrete factor (entailment)
+Adding edge a2_c3 - a4 with discrete factor (entailment)
+Adding edge a2_c4 - a4 with discrete factor (entailment)
+Adding edge a2_c7 - a4 with discrete factor (contradiction)
+Adding edge a2_c8 - a4 with discrete factor (contradiction)
+Adding edge a3_c0 - a4 with discrete factor (entailment)
+Adding edge a3_c4 - a4 with discrete factor (entailment)
+Adding edge a3_c6 - a4 with discrete factor (entailment)
+Adding edge a3_c7 - a4 with discrete factor (entailment)
+Adding edge a3_c9 - a4 with discrete factor (entailment)
+Adding edge a4_c0 - a4 with discrete factor (entailment)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c4 - a4 with discrete factor (entailment)
+Adding edge a4_c5 - a4 with discrete factor (contradiction)
+Adding edge a4_c6 - a4 with discrete factor (contradiction)
+Adding edge a4_c7 - a4 with discrete factor (contradiction)
+Adding edge a4_c8 - a4 with discrete factor (contradiction)
+Adding edge a4_c9 - a4 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 35 18 26 10 1 3 6 7 39 16 17 27 30 34 41 38 19 20 37 40 33 9 8 2 4 5 14 32 29 13 22 23 15 24 25 28 36 31 0 11 12 21
+[WMB] + induced width : 5
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00455499 seconds
+[WMB] Created join graph with 42 clique factors
+[WMB] Number of cliques : 42
+[WMB] Number of edges : 82
+[WMB] Max clique size : 6
+[WMB] Max separator size : 5
+[WMB] Finished initialization in 0.00894904 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -43.486695 (1.300075e-19) d=4.348669e+01 time=0.011305 i=1
+[WMB] Converged after 1 iterations in 0.011330 seconds
+PR
+-43.486695 (1.300075e-19)
+STATUS
+true: Consistent evidence
+MAR
+42 2 0.000000 1.000000 2 0.052632 0.947368 2 1.000000 0.000000 2 0.052632 0.947368 2 1.000000 0.000000 2 0.058831 0.941169 2 0.034836 0.965164 2 0.036780 0.963220 2 0.058833 0.941167 2 0.999883 0.000117 2 0.052632 0.947368 2 0.000000 1.000000 2 0.000000 1.000000 2 0.013699 0.986301 2 0.058824 0.941176 2 0.007332 0.992668 2 0.076923 0.923077 2 0.049377 0.950623 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 0.000000 1.000000 2 0.013699 0.986301 2 0.014558 0.985442 2 0.012806 0.987194 2 0.011137 0.988863 2 0.084247 0.915753 2 0.049327 0.950673 2 0.003034 0.996966 2 0.111111 0.888889 2 0.087518 0.912482 2 0.000000 1.000000 2 0.014292 0.985708 2 0.015232 0.984768 2 0.076923 0.923077 2 0.200000 0.800000 2 0.007332 0.992668 2 1.000000 0.000000 2 1.000000 0.000000 2 0.999999 0.000001 2 1.000000 0.000000 2 0.087518 0.912482
+[MERLIN] I/O time is 0.002457 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c1', 'probabilities': [1.0, 0.0]}, {'variable': 'a0_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c3', 'probabilities': [1.0, 0.0]}, {'variable': 'a0_c4', 'probabilities': [0.058831, 0.941169]}, {'variable': 'a0_c5', 'probabilities': [0.034836, 0.965164]}, {'variable': 'a0_c6', 'probabilities': [0.03678, 0.96322]}, {'variable': 'a0_c7', 'probabilities': [0.058833, 0.941167]}, {'variable': 'a0_c8', 'probabilities': [0.999883, 0.000117]}, {'variable': 'a0_c9', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a2_c1', 'probabilities': [0.058824, 0.941176]}, {'variable': 'a2_c2', 'probabilities': [0.007332, 0.992668]}, {'variable': 'a2_c3', 'probabilities': [0.076923, 0.923077]}, {'variable': 'a2_c4', 'probabilities': [0.049377, 0.950623]}, {'variable': 'a2_c6', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c7', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c8', 'probabilities': [1.0, 0.0]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a3_c2', 'probabilities': [0.014558, 0.985442]}, {'variable': 'a3_c3', 'probabilities': [0.012806, 0.987194]}, {'variable': 'a3_c4', 'probabilities': [0.011137, 0.988863]}, {'variable': 'a3_c5', 'probabilities': [0.084247, 0.915753]}, {'variable': 'a3_c6', 'probabilities': [0.049327, 0.950673]}, {'variable': 'a3_c7', 'probabilities': [0.003034, 0.996966]}, {'variable': 'a3_c8', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a3_c9', 'probabilities': [0.087518, 0.912482]}, {'variable': 'a4', 'probabilities': [0.0, 1.0]}, {'variable': 'a4_c0', 'probabilities': [0.014292, 0.985708]}, {'variable': 'a4_c1', 'probabilities': [0.015232, 0.984768]}, {'variable': 'a4_c2', 'probabilities': [0.076923, 0.923077]}, {'variable': 'a4_c3', 'probabilities': [0.2, 0.8]}, {'variable': 'a4_c4', 'probabilities': [0.007332, 0.992668]}, {'variable': 'a4_c5', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c6', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c7', 'probabilities': [0.999999, 1e-06]}, {'variable': 'a4_c8', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c9', 'probabilities': [0.087518, 0.912482]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] (a4): Probability for a4=0 is: 0.0
+[FactReasoner] (a4): Probability for a4=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S', 'a4': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0386 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 200 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a0] : entailment : 0.9999805696408871
+[NLI] Found relation: [a4_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c9 -> a0] : entailment : 0.9922807662580275
+[NLI] Found relation: [a0_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a1] : entailment : 0.881470342882132
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a1] : entailment : 0.999990821052948
+[NLI] Found relation: [a3_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c9 -> a1] : entailment : 0.9994993458865807
+[NLI] Found relation: [a0_c1 -> a2] : contradiction : 0.9999994834269622
+[NLI] Found relation: [a0_c3 -> a2] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a2_c8 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a3_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a4_c6 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a4_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a4_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a3] : contradiction : 0.9999981721308997
+[NLI] Found relation: [a0_c7 -> a3] : entailment : 0.9999998013179273
+[NLI] Found relation: [a2_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a2_c8 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a3] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a4_c6 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a4_c8 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a0_c3 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c4 -> a4] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c7 -> a4] : entailment : 0.99998486087922
+[NLI] Found relation: [a2_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a4] : entailment : 0.9999994039542605
+[NLI] Found relation: [a2_c2 -> a4] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a4] : contradiction : 0.999923082106811
+[NLI] Found relation: [a2_c7 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a2_c8 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a3_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a4] : entailment : 0.9999679744880208
+[NLI] Found relation: [a3_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a4] : entailment : 0.9999998013179273
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a4] : entailment : 0.9999999205271529
+[NLI] Found relation: [a4_c4 -> a4] : entailment : 0.9952895484454066
+[NLI] Found relation: [a4_c5 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c6 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c7 -> a4] : contradiction : 0.9999998013179273
+[NLI] Found relation: [a4_c8 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c9 -> a4] : entailment : 1.0
+[NLI] Relations built: 113
+
Atoms: 0%| | 0/5 [00:00, ?it/s]
Atoms: 100%|██████████| 5/5 [00:00<00:00, 109226.67it/s]
+
Contexts: 0%| | 0/37 [00:00, ?it/s]
Contexts: 100%|██████████| 37/37 [00:00<00:00, 601508.71it/s]
+
Relations: 0%| | 0/113 [00:00, ?it/s]
Relations: 100%|██████████| 113/113 [00:00<00:00, 989470.46it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c6 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a2_c1 - a0 with discrete factor (entailment)
+Adding edge a2_c2 - a0 with discrete factor (entailment)
+Adding edge a3_c2 - a0 with discrete factor (entailment)
+Adding edge a3_c3 - a0 with discrete factor (entailment)
+Adding edge a3_c4 - a0 with discrete factor (entailment)
+Adding edge a3_c7 - a0 with discrete factor (entailment)
+Adding edge a3_c8 - a0 with discrete factor (entailment)
+Adding edge a4_c0 - a0 with discrete factor (entailment)
+Adding edge a4_c4 - a0 with discrete factor (entailment)
+Adding edge a4_c9 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a0_c7 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (entailment)
+Adding edge a3_c2 - a1 with discrete factor (entailment)
+Adding edge a3_c3 - a1 with discrete factor (entailment)
+Adding edge a3_c4 - a1 with discrete factor (entailment)
+Adding edge a3_c7 - a1 with discrete factor (entailment)
+Adding edge a3_c8 - a1 with discrete factor (entailment)
+Adding edge a4_c0 - a1 with discrete factor (entailment)
+Adding edge a4_c1 - a1 with discrete factor (entailment)
+Adding edge a4_c4 - a1 with discrete factor (entailment)
+Adding edge a4_c9 - a1 with discrete factor (entailment)
+Adding edge a0_c1 - a2 with discrete factor (contradiction)
+Adding edge a0_c3 - a2 with discrete factor (contradiction)
+Adding edge a0_c4 - a2 with discrete factor (entailment)
+Adding edge a0_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (contradiction)
+Adding edge a2_c7 - a2 with discrete factor (contradiction)
+Adding edge a2_c8 - a2 with discrete factor (contradiction)
+Adding edge a3_c0 - a2 with discrete factor (entailment)
+Adding edge a3_c2 - a2 with discrete factor (entailment)
+Adding edge a3_c3 - a2 with discrete factor (entailment)
+Adding edge a3_c4 - a2 with discrete factor (entailment)
+Adding edge a3_c5 - a2 with discrete factor (entailment)
+Adding edge a3_c6 - a2 with discrete factor (entailment)
+Adding edge a3_c7 - a2 with discrete factor (entailment)
+Adding edge a3_c8 - a2 with discrete factor (entailment)
+Adding edge a3_c9 - a2 with discrete factor (entailment)
+Adding edge a4_c0 - a2 with discrete factor (entailment)
+Adding edge a4_c1 - a2 with discrete factor (entailment)
+Adding edge a4_c2 - a2 with discrete factor (entailment)
+Adding edge a4_c3 - a2 with discrete factor (entailment)
+Adding edge a4_c4 - a2 with discrete factor (entailment)
+Adding edge a4_c5 - a2 with discrete factor (contradiction)
+Adding edge a4_c6 - a2 with discrete factor (contradiction)
+Adding edge a4_c7 - a2 with discrete factor (entailment)
+Adding edge a4_c8 - a2 with discrete factor (contradiction)
+Adding edge a4_c9 - a2 with discrete factor (entailment)
+Adding edge a0_c3 - a3 with discrete factor (contradiction)
+Adding edge a0_c7 - a3 with discrete factor (entailment)
+Adding edge a2_c0 - a3 with discrete factor (entailment)
+Adding edge a2_c2 - a3 with discrete factor (entailment)
+Adding edge a2_c7 - a3 with discrete factor (contradiction)
+Adding edge a2_c8 - a3 with discrete factor (contradiction)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c2 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c8 - a3 with discrete factor (entailment)
+Adding edge a4_c3 - a3 with discrete factor (entailment)
+Adding edge a4_c4 - a3 with discrete factor (entailment)
+Adding edge a4_c5 - a3 with discrete factor (contradiction)
+Adding edge a4_c6 - a3 with discrete factor (contradiction)
+Adding edge a4_c8 - a3 with discrete factor (contradiction)
+Adding edge a0_c3 - a4 with discrete factor (contradiction)
+Adding edge a0_c4 - a4 with discrete factor (entailment)
+Adding edge a0_c7 - a4 with discrete factor (entailment)
+Adding edge a2_c0 - a4 with discrete factor (entailment)
+Adding edge a2_c1 - a4 with discrete factor (entailment)
+Adding edge a2_c2 - a4 with discrete factor (entailment)
+Adding edge a2_c3 - a4 with discrete factor (entailment)
+Adding edge a2_c6 - a4 with discrete factor (contradiction)
+Adding edge a2_c7 - a4 with discrete factor (contradiction)
+Adding edge a2_c8 - a4 with discrete factor (contradiction)
+Adding edge a3_c0 - a4 with discrete factor (entailment)
+Adding edge a3_c2 - a4 with discrete factor (entailment)
+Adding edge a3_c4 - a4 with discrete factor (entailment)
+Adding edge a3_c7 - a4 with discrete factor (entailment)
+Adding edge a3_c9 - a4 with discrete factor (entailment)
+Adding edge a4_c0 - a4 with discrete factor (entailment)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c3 - a4 with discrete factor (entailment)
+Adding edge a4_c4 - a4 with discrete factor (entailment)
+Adding edge a4_c5 - a4 with discrete factor (contradiction)
+Adding edge a4_c6 - a4 with discrete factor (contradiction)
+Adding edge a4_c7 - a4 with discrete factor (contradiction)
+Adding edge a4_c8 - a4 with discrete factor (contradiction)
+Adding edge a4_c9 - a4 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 9 10 17 27 34 16 18 30 39 6 3 7 26 38 19 20 22 35 37 40 33 2 13 32 5 14 41 15 4 8 23 24 25 28 29 36 31 0 11 12 21
+[WMB] + induced width : 5
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00465703 seconds
+[WMB] Created join graph with 42 clique factors
+[WMB] Number of cliques : 42
+[WMB] Number of edges : 82
+[WMB] Max clique size : 6
+[WMB] Max separator size : 5
+[WMB] Finished initialization in 0.00960207 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -45.419488 (1.881772e-20) d=4.541949e+01 time=0.012131 i=1
+[WMB] Converged after 1 iterations in 0.012157 seconds
+PR
+-45.419488 (1.881772e-20)
+STATUS
+true: Consistent evidence
+MAR
+42 2 0.000000 1.000000 2 0.052632 0.947368 2 0.999963 0.000037 2 0.027027 0.972973 2 1.000000 0.000000 2 0.007817 0.992183 2 0.027027 0.972973 2 0.027027 0.972973 2 0.003460 0.996540 2 0.052632 0.947368 2 0.052632 0.947368 2 0.000000 1.000000 2 0.000000 1.000000 2 0.006897 0.993103 2 0.006897 0.993103 2 0.003460 0.996540 2 0.027027 0.972973 2 0.052632 0.947368 2 1.000000 0.000000 2 1.000000 0.000000 2 1.000000 0.000000 2 0.000000 1.000000 2 0.013699 0.986301 2 0.003460 0.996540 2 0.006897 0.993103 2 0.003460 0.996540 2 0.027027 0.972973 2 0.052632 0.947368 2 0.003460 0.996540 2 0.006897 0.993103 2 0.027027 0.972973 2 0.000000 1.000000 2 0.006897 0.993103 2 0.013699 0.986301 2 0.027027 0.972973 2 0.013699 0.986301 2 0.003477 0.996523 2 1.000000 0.000000 2 1.000000 0.000000 2 0.999993 0.000007 2 1.000000 0.000000 2 0.006953 0.993047
+[MERLIN] I/O time is 0.002651 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c1', 'probabilities': [0.999963, 3.7e-05]}, {'variable': 'a0_c2', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c3', 'probabilities': [1.0, 0.0]}, {'variable': 'a0_c4', 'probabilities': [0.007817, 0.992183]}, {'variable': 'a0_c5', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c6', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c7', 'probabilities': [0.00346, 0.99654]}, {'variable': 'a0_c8', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c9', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a2_c1', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a2_c2', 'probabilities': [0.00346, 0.99654]}, {'variable': 'a2_c3', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2_c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c6', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c7', 'probabilities': [1.0, 0.0]}, {'variable': 'a2_c8', 'probabilities': [1.0, 0.0]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a3_c2', 'probabilities': [0.00346, 0.99654]}, {'variable': 'a3_c3', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a3_c4', 'probabilities': [0.00346, 0.99654]}, {'variable': 'a3_c5', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a3_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c7', 'probabilities': [0.00346, 0.99654]}, {'variable': 'a3_c8', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a3_c9', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a4', 'probabilities': [0.0, 1.0]}, {'variable': 'a4_c0', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a4_c1', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a4_c2', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a4_c3', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a4_c4', 'probabilities': [0.003477, 0.996523]}, {'variable': 'a4_c5', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c6', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c7', 'probabilities': [0.999993, 7e-06]}, {'variable': 'a4_c8', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c9', 'probabilities': [0.006953, 0.993047]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] (a4): Probability for a4=0 is: 0.0
+[FactReasoner] (a4): Probability for a4=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S', 'a4': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0375 seconds.
+[21/40] CGTN GT=S | cctru=S| ccvan=S| fptru=S| fpvan=S| gugua=S| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 0.9479913565732421
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Relations built: 4
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 27776.85it/s]
+
Contexts: 0%| | 0/4 [00:00, ?it/s]
Contexts: 100%|██████████| 4/4 [00:00<00:00, 151146.09it/s]
+
Relations: 0%| | 0/4 [00:00, ?it/s]
Relations: 100%|██████████| 4/4 [00:00<00:00, 108240.10it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000304937 seconds
+[WMB] Created join graph with 5 clique factors
+[WMB] Number of cliques : 5
+[WMB] Number of edges : 8
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000635862 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.275033 (2.794217e-01) d=1.275033e+00 time=0.000814 i=1
+[WMB] Converged after 1 iterations in 0.000833 seconds
+PR
+-1.275033 (2.794217e-01)
+STATUS
+true: Consistent evidence
+MAR
+5 2 0.000218 0.999782 2 0.114399 0.885601 2 0.043989 0.956011 2 0.345428 0.654572 2 0.114399 0.885601
+[MERLIN] I/O time is 0.000455 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.000218, 0.999782]}, {'variable': 'c0', 'probabilities': [0.114399, 0.885601]}, {'variable': 'c3', 'probabilities': [0.043989, 0.956011]}, {'variable': 'c4', 'probabilities': [0.345428, 0.654572]}, {'variable': 'c5', 'probabilities': [0.114399, 0.885601]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.000218
+[FactReasoner] (a0): Probability for a0=1 is: 0.999782
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0177 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 0.9479902641499024
+[NLI] Relations built: 3
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 26715.31it/s]
+
Contexts: 0%| | 0/3 [00:00, ?it/s]
Contexts: 100%|██████████| 3/3 [00:00<00:00, 104857.60it/s]
+
Relations: 0%| | 0/3 [00:00, ?it/s]
Relations: 100%|██████████| 3/3 [00:00<00:00, 112347.43it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000246048 seconds
+[WMB] Created join graph with 4 clique factors
+[WMB] Number of cliques : 4
+[WMB] Number of edges : 6
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000511885 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.897258 (4.076861e-01) d=8.972579e-01 time=0.000644 i=1
+[WMB] Converged after 1 iterations in 0.000661 seconds
+PR
+-0.897258 (4.076861e-01)
+STATUS
+true: Consistent evidence
+MAR
+4 2 0.000297 0.999703 2 0.052913 0.947087 2 0.052913 0.947087 2 0.055496 0.944504
+[MERLIN] I/O time is 0.000293 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.000297, 0.999703]}, {'variable': 'c0', 'probabilities': [0.052913, 0.947087]}, {'variable': 'c3', 'probabilities': [0.052913, 0.947087]}, {'variable': 'c4', 'probabilities': [0.055496, 0.944504]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.000297
+[FactReasoner] (a0): Probability for a0=1 is: 0.999703
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0081 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 90 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c5 -> a0] : contradiction : 0.9999993642179308
+[NLI] Found relation: [a1_c4 -> a0] : contradiction : 0.8832138614533899
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a2] : entailment : 0.9999998807907365
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 0.9873985673495458
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 0.9350631702871179
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 0.9977634236399984
+[NLI] Found relation: [a2_c8 -> a2] : entailment : 0.999998768173707
+[NLI] Relations built: 10
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 85019.68it/s]
+
Contexts: 0%| | 0/8 [00:00, ?it/s]
Contexts: 100%|██████████| 8/8 [00:00<00:00, 291777.67it/s]
+
Relations: 0%| | 0/10 [00:00, ?it/s]
Relations: 100%|██████████| 10/10 [00:00<00:00, 338250.32it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (contradiction)
+Adding edge a1_c4 - a0 with discrete factor (contradiction)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c8 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 5 7 8 9 10 4 0 1 3 6
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000447989 seconds
+[WMB] Created join graph with 11 clique factors
+[WMB] Number of cliques : 11
+[WMB] Number of edges : 18
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00120902 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -5.443946 (4.322394e-03) d=5.443946e+00 time=0.001524 i=1
+[WMB] Converged after 1 iterations in 0.001543 seconds
+PR
+-5.443946 (4.322394e-03)
+STATUS
+true: Consistent evidence
+MAR
+11 2 0.887230 0.112770 2 0.905083 0.094917 2 0.214785 0.785215 2 0.024377 0.975623 2 0.064311 0.935689 2 0.169741 0.830259 2 0.000181 0.999819 2 0.292114 0.707886 2 0.086315 0.913685 2 0.289965 0.710035 2 0.081247 0.918753
+[MERLIN] I/O time is 0.000630 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.88723, 0.11277]}, {'variable': 'a0_c3', 'probabilities': [0.905083, 0.094917]}, {'variable': 'a0_c5', 'probabilities': [0.214785, 0.785215]}, {'variable': 'a1', 'probabilities': [0.024377, 0.975623]}, {'variable': 'a1_c4', 'probabilities': [0.064311, 0.935689]}, {'variable': 'a1_c8', 'probabilities': [0.169741, 0.830259]}, {'variable': 'a2', 'probabilities': [0.000181, 0.999819]}, {'variable': 'a2_c0', 'probabilities': [0.292114, 0.707886]}, {'variable': 'a2_c2', 'probabilities': [0.086315, 0.913685]}, {'variable': 'a2_c5', 'probabilities': [0.289965, 0.710035]}, {'variable': 'a2_c8', 'probabilities': [0.081247, 0.918753]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.88723
+[FactReasoner] (a0): Probability for a0=1 is: 0.11277
+[FactReasoner] (a1): Probability for a1=0 is: 0.024377
+[FactReasoner] (a1): Probability for a1=1 is: 0.975623
+[FactReasoner] (a2): Probability for a2=0 is: 0.000181
+[FactReasoner] (a2): Probability for a2=1 is: 0.999819
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'S', 'a2': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0142 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 90 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c5 -> a0] : contradiction : 0.9999994834269622
+[NLI] Found relation: [a1_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a0] : contradiction : 0.9479916438054499
+[NLI] Found relation: [a2_c0 -> a0] : contradiction : 0.9999779472546195
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 0.999947195860167
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a2] : entailment : 0.9999928475452098
+[NLI] Relations built: 7
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 75800.67it/s]
+
Contexts: 0%| | 0/6 [00:00, ?it/s]
Contexts: 100%|██████████| 6/6 [00:00<00:00, 199728.76it/s]
+
Relations: 0%| | 0/7 [00:00, ?it/s]
Relations: 100%|██████████| 7/7 [00:00<00:00, 234881.02it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding edge a0_c5 - a0 with discrete factor (contradiction)
+Adding edge a1_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c7 - a0 with discrete factor (contradiction)
+Adding edge a2_c0 - a0 with discrete factor (contradiction)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c7 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 6 7 8 5 0 4
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000469923 seconds
+[WMB] Created join graph with 9 clique factors
+[WMB] Number of cliques : 9
+[WMB] Number of edges : 14
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.000931025 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -5.962348 (2.573862e-03) d=5.962348e+00 time=0.001199 i=1
+[WMB] Converged after 1 iterations in 0.001218 seconds
+PR
+-5.962348 (2.573862e-03)
+STATUS
+true: Consistent evidence
+MAR
+9 2 0.989653 0.010347 2 0.099524 0.900476 2 0.062434 0.937566 2 0.100000 0.900000 2 0.049544 0.950456 2 0.989947 0.010053 2 0.060130 0.939870 2 0.050006 0.949994 2 0.062431 0.937569
+[MERLIN] I/O time is 0.000608 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.989653, 0.010347]}, {'variable': 'a0_c3', 'probabilities': [0.099524, 0.900476]}, {'variable': 'a0_c5', 'probabilities': [0.062434, 0.937566]}, {'variable': 'a0_c7', 'probabilities': [0.1, 0.9]}, {'variable': 'a1', 'probabilities': [0.049544, 0.950456]}, {'variable': 'a1_c4', 'probabilities': [0.989947, 0.010053]}, {'variable': 'a1_c7', 'probabilities': [0.06013, 0.93987]}, {'variable': 'a2', 'probabilities': [0.050006, 0.949994]}, {'variable': 'a2_c0', 'probabilities': [0.062431, 0.937569]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.989653
+[FactReasoner] (a0): Probability for a0=1 is: 0.010347
+[FactReasoner] (a1): Probability for a1=0 is: 0.049544
+[FactReasoner] (a1): Probability for a1=1 is: 0.950456
+[FactReasoner] (a2): Probability for a2=0 is: 0.050006
+[FactReasoner] (a2): Probability for a2=1 is: 0.949994
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'S', 'a2': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0137 seconds.
+[22/40] China Xinhua N GT=S | cctru=S| ccvan=S| fptru=S| fpvan=S| gugua=S| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 0.9999999205271529
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [c7 -> a0] : entailment : 1.0
+[NLI] Relations built: 7
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 27594.11it/s]
+
Contexts: 0%| | 0/7 [00:00, ?it/s]
Contexts: 100%|██████████| 7/7 [00:00<00:00, 233016.89it/s]
+
Relations: 0%| | 0/7 [00:00, ?it/s]
Relations: 100%|██████████| 7/7 [00:00<00:00, 234881.02it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c7 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 7 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000305176 seconds
+[WMB] Created join graph with 8 clique factors
+[WMB] Number of cliques : 8
+[WMB] Number of edges : 14
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000751972 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.282819 (2.772546e-01) d=1.282819e+00 time=0.000976 i=1
+[WMB] Converged after 1 iterations in 0.000994 seconds
+PR
+-1.282819 (2.772546e-01)
+STATUS
+true: Consistent evidence
+MAR
+8 2 0.000000 1.000000 2 0.057438 0.942562 2 0.048035 0.951965 2 0.078167 0.921833 2 0.263158 0.736842 2 0.057438 0.942562 2 0.078167 0.921833 2 0.048035 0.951965
+[MERLIN] I/O time is 0.000365 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'c0', 'probabilities': [0.057438, 0.942562]}, {'variable': 'c1', 'probabilities': [0.048035, 0.951965]}, {'variable': 'c2', 'probabilities': [0.078167, 0.921833]}, {'variable': 'c4', 'probabilities': [0.263158, 0.736842]}, {'variable': 'c5', 'probabilities': [0.057438, 0.942562]}, {'variable': 'c6', 'probabilities': [0.078167, 0.921833]}, {'variable': 'c7', 'probabilities': [0.048035, 0.951965]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0092 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [c7 -> a0] : entailment : 0.9999998410543312
+[NLI] Relations built: 7
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 25575.02it/s]
+
Contexts: 0%| | 0/7 [00:00, ?it/s]
Contexts: 100%|██████████| 7/7 [00:00<00:00, 246723.76it/s]
+
Relations: 0%| | 0/7 [00:00, ?it/s]
Relations: 100%|██████████| 7/7 [00:00<00:00, 197047.84it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c7 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 7 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000324965 seconds
+[WMB] Created join graph with 8 clique factors
+[WMB] Number of cliques : 8
+[WMB] Number of edges : 14
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000778913 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.052200 (3.491686e-01) d=1.052200e+00 time=0.000999 i=1
+[WMB] Converged after 1 iterations in 0.001017 seconds
+PR
+-1.052200 (3.491686e-01)
+STATUS
+true: Consistent evidence
+MAR
+8 2 0.000000 1.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368
+[MERLIN] I/O time is 0.000352 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c7', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0582 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 90 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a0] : entailment : 0.9999128334711315
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 0.9999998410543312
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 0.9999881985585495
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 0.9999994039542605
+[NLI] Found relation: [a0_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 1.0
+[NLI] Relations built: 26
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 76725.07it/s]
+
Contexts: 0%| | 0/19 [00:00, ?it/s]
Contexts: 100%|██████████| 19/19 [00:00<00:00, 468775.15it/s]
+
Relations: 0%| | 0/26 [00:00, ?it/s]
Relations: 100%|██████████| 26/26 [00:00<00:00, 634022.70it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a0_c1 - a2 with discrete factor (entailment)
+Adding edge a0_c2 - a2 with discrete factor (entailment)
+Adding edge a0_c3 - a2 with discrete factor (entailment)
+Adding edge a0_c7 - a2 with discrete factor (entailment)
+Adding edge a0_c9 - a2 with discrete factor (entailment)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c5 - a2 with discrete factor (entailment)
+Adding edge a1_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 5 6 7 9 10 11 15 16 17 18 19 20 21 12 4 2 14 0 3 8 13
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000874043 seconds
+[WMB] Created join graph with 22 clique factors
+[WMB] Number of cliques : 22
+[WMB] Number of edges : 42
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00228 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -4.079325 (1.691888e-02) d=4.079325e+00 time=0.003091 i=1
+[WMB] Converged after 1 iterations in 0.003115 seconds
+PR
+-4.079325 (1.691888e-02)
+STATUS
+true: Consistent evidence
+MAR
+22 2 0.000000 1.000000 2 0.078167 0.921833 2 0.031464 0.968536 2 0.015006 0.984994 2 0.029568 0.970432 2 0.078167 0.921833 2 0.048035 0.951965 2 0.194030 0.805970 2 0.000000 1.000000 2 0.069519 0.930481 2 0.121495 0.878505 2 0.048035 0.951965 2 0.029568 0.970432 2 0.018337 0.981663 2 0.000000 1.000000 2 0.123596 0.876404 2 0.069519 0.930481 2 0.333333 0.666667 2 0.048035 0.951965 2 0.263158 0.736842 2 0.048035 0.951965 2 0.123596 0.876404
+[MERLIN] I/O time is 0.000960 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c1', 'probabilities': [0.078167, 0.921833]}, {'variable': 'a0_c2', 'probabilities': [0.031464, 0.968536]}, {'variable': 'a0_c3', 'probabilities': [0.015006, 0.984994]}, {'variable': 'a0_c5', 'probabilities': [0.029568, 0.970432]}, {'variable': 'a0_c6', 'probabilities': [0.078167, 0.921833]}, {'variable': 'a0_c7', 'probabilities': [0.048035, 0.951965]}, {'variable': 'a0_c9', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c1', 'probabilities': [0.069519, 0.930481]}, {'variable': 'a1_c2', 'probabilities': [0.121495, 0.878505]}, {'variable': 'a1_c5', 'probabilities': [0.048035, 0.951965]}, {'variable': 'a1_c6', 'probabilities': [0.029568, 0.970432]}, {'variable': 'a1_c7', 'probabilities': [0.018337, 0.981663]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.123596, 0.876404]}, {'variable': 'a2_c1', 'probabilities': [0.069519, 0.930481]}, {'variable': 'a2_c2', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2_c3', 'probabilities': [0.048035, 0.951965]}, {'variable': 'a2_c4', 'probabilities': [0.263158, 0.736842]}, {'variable': 'a2_c5', 'probabilities': [0.048035, 0.951965]}, {'variable': 'a2_c7', 'probabilities': [0.123596, 0.876404]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0171 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 90 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 0.9999973774093764
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 0.9999996026360078
+[NLI] Found relation: [a1_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a0] : entailment : 0.9999997218451434
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 0.9999999205271529
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a1] : contradiction : 0.8538246390248019
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 0.9999994834269622
+[NLI] Found relation: [a0_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a2] : entailment : 0.9999805696408871
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 1.0
+[NLI] Relations built: 28
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 69905.07it/s]
+
Contexts: 0%| | 0/19 [00:00, ?it/s]
Contexts: 100%|██████████| 19/19 [00:00<00:00, 498073.60it/s]
+
Relations: 0%| | 0/28 [00:00, ?it/s]
Relations: 100%|██████████| 28/28 [00:00<00:00, 624683.57it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c9 - a1 with discrete factor (contradiction)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a0_c1 - a2 with discrete factor (entailment)
+Adding edge a0_c2 - a2 with discrete factor (entailment)
+Adding edge a0_c3 - a2 with discrete factor (entailment)
+Adding edge a0_c7 - a2 with discrete factor (entailment)
+Adding edge a0_c9 - a2 with discrete factor (entailment)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c5 - a2 with discrete factor (entailment)
+Adding edge a1_c7 - a2 with discrete factor (entailment)
+Adding edge a1_c9 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 5 6 9 10 13 15 16 17 18 19 20 21 11 4 7 12 2 3 14 0 8
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000912189 seconds
+[WMB] Created join graph with 22 clique factors
+[WMB] Number of cliques : 22
+[WMB] Number of edges : 42
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00234008 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -5.031231 (6.530765e-03) d=5.031231e+00 time=0.003129 i=1
+[WMB] Converged after 1 iterations in 0.003150 seconds
+PR
+-5.031231 (6.530765e-03)
+STATUS
+true: Consistent evidence
+MAR
+22 2 0.000000 1.000000 2 0.052632 0.947368 2 0.013699 0.986301 2 0.013699 0.986301 2 0.027027 0.972973 2 0.052632 0.947368 2 0.052632 0.947368 2 0.159685 0.840315 2 0.000000 1.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.027027 0.972973 2 0.013699 0.986301 2 0.052633 0.947367 2 0.000000 1.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368
+[MERLIN] I/O time is 0.000935 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c2', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c3', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c5', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c9', 'probabilities': [0.159685, 0.840315]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c6', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a1_c7', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c9', 'probabilities': [0.052633, 0.947367]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c7', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0175 seconds.
+[23/40] CGTN GT=S | cctru=S| ccvan=S| fptru=S| fpvan=S| gugua=S| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [c9 -> a0] : entailment : 1.0
+[NLI] Relations built: 10
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 22429.43it/s]
+
Contexts: 0%| | 0/10 [00:00, ?it/s]
Contexts: 100%|██████████| 10/10 [00:00<00:00, 239674.51it/s]
+
Relations: 0%| | 0/10 [00:00, ?it/s]
Relations: 100%|██████████| 10/10 [00:00<00:00, 231729.50it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c7 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 7 8 9 10 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000396013 seconds
+[WMB] Created join graph with 11 clique factors
+[WMB] Number of cliques : 11
+[WMB] Number of edges : 20
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.00109506 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.487333 (2.259744e-01) d=1.487333e+00 time=0.001413 i=1
+[WMB] Converged after 1 iterations in 0.001432 seconds
+PR
+-1.487333 (2.259744e-01)
+STATUS
+true: Consistent evidence
+MAR
+11 2 0.000000 1.000000 2 0.032031 0.967969 2 0.043781 0.956219 2 0.052632 0.947368 2 0.123596 0.876404 2 0.263158 0.736842 2 0.052632 0.947368 2 0.079137 0.920863 2 0.043781 0.956219 2 0.032031 0.967969 2 0.123596 0.876404
+[MERLIN] I/O time is 0.000490 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'c0', 'probabilities': [0.032031, 0.967969]}, {'variable': 'c1', 'probabilities': [0.043781, 0.956219]}, {'variable': 'c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c3', 'probabilities': [0.123596, 0.876404]}, {'variable': 'c4', 'probabilities': [0.263158, 0.736842]}, {'variable': 'c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c6', 'probabilities': [0.079137, 0.920863]}, {'variable': 'c7', 'probabilities': [0.043781, 0.956219]}, {'variable': 'c8', 'probabilities': [0.032031, 0.967969]}, {'variable': 'c9', 'probabilities': [0.123596, 0.876404]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0197 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [c9 -> a0] : entailment : 1.0
+[NLI] Relations built: 10
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 26214.40it/s]
+
Contexts: 0%| | 0/10 [00:00, ?it/s]
Contexts: 100%|██████████| 10/10 [00:00<00:00, 267153.12it/s]
+
Relations: 0%| | 0/10 [00:00, ?it/s]
Relations: 100%|██████████| 10/10 [00:00<00:00, 287281.10it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c7 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 7 8 9 10 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000478983 seconds
+[WMB] Created join graph with 11 clique factors
+[WMB] Number of cliques : 11
+[WMB] Number of edges : 20
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.00113297 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.206080 (2.993685e-01) d=1.206080e+00 time=0.001469 i=1
+[WMB] Converged after 1 iterations in 0.001488 seconds
+PR
+-1.206080 (2.993685e-01)
+STATUS
+true: Consistent evidence
+MAR
+11 2 0.000000 1.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368
+[MERLIN] I/O time is 0.000650 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c8', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c9', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0129 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 250 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a0] : entailment : 0.9999994039542605
+[NLI] Found relation: [a3_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a0] : entailment : 0.9999998807907365
+[NLI] Found relation: [a4_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 0.9479910646323987
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 0.9999990463275026
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 0.9479913895343107
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 0.6061389944682745
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 0.9999998013179273
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a1] : entailment : 0.9939677731901098
+[NLI] Found relation: [a3_c1 -> a1] : entailment : 0.6845732034922049
+[NLI] Found relation: [a3_c2 -> a1] : entailment : 0.9999928475452098
+[NLI] Found relation: [a3_c3 -> a1] : entailment : 0.9999993244816028
+[NLI] Found relation: [a3_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a1] : entailment : 0.9999994834269622
+[NLI] Found relation: [a4_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c6 -> a1] : entailment : 0.9083774127654891
+[NLI] Found relation: [a4_c7 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a4_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c6 -> a2] : entailment : 0.9999970197855413
+[NLI] Found relation: [a0_c9 -> a2] : entailment : 0.9999998013179273
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 0.9999998013179273
+[NLI] Found relation: [a1_c6 -> a2] : entailment : 0.9999996821087633
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 0.999998768173707
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a2] : entailment : 0.999947195860167
+[NLI] Found relation: [a3_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a4_c3 -> a2] : entailment : 0.9309248095124072
+[NLI] Found relation: [a4_c5 -> a2] : entailment : 0.9999998013179273
+[NLI] Found relation: [a4_c7 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a3] : entailment : 0.9986414158050474
+[NLI] Found relation: [a1_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a3] : entailment : 0.9999636438115004
+[NLI] Found relation: [a1_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a3] : entailment : 0.9999401243721906
+[NLI] Found relation: [a1_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 0.9999999602635733
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 0.7593326794823998
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a3] : entailment : 0.9468476015444994
+[NLI] Found relation: [a4_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c6 -> a3] : entailment : 0.9922810361050398
+[NLI] Found relation: [a4_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a3] : entailment : 0.999969841869964
+[NLI] Found relation: [a0_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a4] : entailment : 0.9993571766576815
+[NLI] Found relation: [a1_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a4] : entailment : 0.9999996423723848
+[NLI] Found relation: [a2_c5 -> a4] : entailment : 0.9999805696408871
+[NLI] Found relation: [a3_c0 -> a4] : entailment : 0.9339945278191158
+[NLI] Found relation: [a3_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a4] : entailment : 0.9999999205271529
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c6 -> a4] : entailment : 1.0
+[NLI] Relations built: 105
+
Atoms: 0%| | 0/5 [00:00, ?it/s]
Atoms: 100%|██████████| 5/5 [00:00<00:00, 135300.13it/s]
+
Contexts: 0%| | 0/36 [00:00, ?it/s]
Contexts: 100%|██████████| 36/36 [00:00<00:00, 722463.85it/s]
+
Relations: 0%| | 0/105 [00:00, ?it/s]
Relations: 100%|██████████| 105/105 [00:00<00:00, 1233618.82it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c6 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c2 - a0 with discrete factor (entailment)
+Adding edge a1_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c8 - a0 with discrete factor (entailment)
+Adding edge a2_c0 - a0 with discrete factor (entailment)
+Adding edge a2_c5 - a0 with discrete factor (entailment)
+Adding edge a3_c0 - a0 with discrete factor (entailment)
+Adding edge a3_c1 - a0 with discrete factor (entailment)
+Adding edge a3_c3 - a0 with discrete factor (entailment)
+Adding edge a3_c4 - a0 with discrete factor (entailment)
+Adding edge a3_c9 - a0 with discrete factor (entailment)
+Adding edge a4_c0 - a0 with discrete factor (entailment)
+Adding edge a4_c1 - a0 with discrete factor (entailment)
+Adding edge a4_c5 - a0 with discrete factor (entailment)
+Adding edge a4_c6 - a0 with discrete factor (entailment)
+Adding edge a4_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a0_c7 - a1 with discrete factor (entailment)
+Adding edge a0_c9 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (entailment)
+Adding edge a2_c5 - a1 with discrete factor (entailment)
+Adding edge a3_c0 - a1 with discrete factor (entailment)
+Adding edge a3_c1 - a1 with discrete factor (entailment)
+Adding edge a3_c2 - a1 with discrete factor (entailment)
+Adding edge a3_c3 - a1 with discrete factor (entailment)
+Adding edge a3_c4 - a1 with discrete factor (entailment)
+Adding edge a3_c9 - a1 with discrete factor (entailment)
+Adding edge a4_c0 - a1 with discrete factor (entailment)
+Adding edge a4_c2 - a1 with discrete factor (entailment)
+Adding edge a4_c5 - a1 with discrete factor (entailment)
+Adding edge a4_c6 - a1 with discrete factor (entailment)
+Adding edge a4_c7 - a1 with discrete factor (entailment)
+Adding edge a4_c9 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a2 with discrete factor (entailment)
+Adding edge a0_c6 - a2 with discrete factor (entailment)
+Adding edge a0_c9 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a1_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a3_c3 - a2 with discrete factor (entailment)
+Adding edge a3_c9 - a2 with discrete factor (entailment)
+Adding edge a4_c0 - a2 with discrete factor (entailment)
+Adding edge a4_c3 - a2 with discrete factor (entailment)
+Adding edge a4_c5 - a2 with discrete factor (entailment)
+Adding edge a4_c7 - a2 with discrete factor (entailment)
+Adding edge a0_c2 - a3 with discrete factor (entailment)
+Adding edge a0_c6 - a3 with discrete factor (entailment)
+Adding edge a0_c7 - a3 with discrete factor (entailment)
+Adding edge a0_c9 - a3 with discrete factor (entailment)
+Adding edge a1_c1 - a3 with discrete factor (entailment)
+Adding edge a1_c2 - a3 with discrete factor (entailment)
+Adding edge a1_c3 - a3 with discrete factor (entailment)
+Adding edge a1_c4 - a3 with discrete factor (entailment)
+Adding edge a1_c6 - a3 with discrete factor (entailment)
+Adding edge a1_c8 - a3 with discrete factor (entailment)
+Adding edge a1_c9 - a3 with discrete factor (entailment)
+Adding edge a2_c0 - a3 with discrete factor (entailment)
+Adding edge a2_c2 - a3 with discrete factor (entailment)
+Adding edge a2_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c2 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a3 with discrete factor (entailment)
+Adding edge a4_c0 - a3 with discrete factor (entailment)
+Adding edge a4_c1 - a3 with discrete factor (entailment)
+Adding edge a4_c2 - a3 with discrete factor (entailment)
+Adding edge a4_c3 - a3 with discrete factor (entailment)
+Adding edge a4_c5 - a3 with discrete factor (entailment)
+Adding edge a4_c6 - a3 with discrete factor (entailment)
+Adding edge a4_c7 - a3 with discrete factor (entailment)
+Adding edge a4_c8 - a3 with discrete factor (entailment)
+Adding edge a0_c5 - a4 with discrete factor (entailment)
+Adding edge a0_c6 - a4 with discrete factor (entailment)
+Adding edge a0_c8 - a4 with discrete factor (entailment)
+Adding edge a1_c1 - a4 with discrete factor (entailment)
+Adding edge a1_c2 - a4 with discrete factor (entailment)
+Adding edge a1_c8 - a4 with discrete factor (entailment)
+Adding edge a2_c5 - a4 with discrete factor (entailment)
+Adding edge a3_c0 - a4 with discrete factor (entailment)
+Adding edge a3_c1 - a4 with discrete factor (entailment)
+Adding edge a3_c4 - a4 with discrete factor (entailment)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c6 - a4 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 12 19 27 28 29 39 40 34 11 15 24 6 35 18 1 3 23 5 33 10 14 20 22 26 37 13 2 7 17 25 30 32 36 38 9 0 4 8 16 21 31
+[WMB] + induced width : 5
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00435305 seconds
+[WMB] Created join graph with 41 clique factors
+[WMB] Number of cliques : 41
+[WMB] Number of edges : 80
+[WMB] Max clique size : 6
+[WMB] Max separator size : 5
+[WMB] Finished initialization in 0.00867486 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -10.738041 (2.170341e-05) d=1.073804e+01 time=0.011241 i=1
+[WMB] Converged after 1 iterations in 0.011266 seconds
+PR
+-10.738041 (2.170341e-05)
+STATUS
+true: Consistent evidence
+MAR
+41 2 0.000000 1.000000 2 0.022380 0.977620 2 0.004119 0.995881 2 0.014439 0.985561 2 0.002853 0.997147 2 0.111111 0.888889 2 0.041199 0.958801 2 0.004119 0.995881 2 0.000000 1.000000 2 0.002065 0.997935 2 0.011332 0.988668 2 0.069232 0.930768 2 0.067329 0.932671 2 0.004119 0.995881 2 0.017415 0.982585 2 0.065868 0.934132 2 0.000000 1.000000 2 0.004119 0.995881 2 0.027591 0.972409 2 0.101928 0.898072 2 0.058825 0.941175 2 0.000000 1.000000 2 0.007425 0.992575 2 0.016445 0.983555 2 0.034836 0.965164 2 0.004120 0.995880 2 0.016579 0.983421 2 0.043781 0.956219 2 0.058266 0.941734 2 0.094017 0.905983 2 0.022222 0.977778 2 0.000000 1.000000 2 0.004119 0.995881 2 0.011944 0.988056 2 0.065868 0.934132 2 0.211698 0.788302 2 0.004119 0.995881 2 0.006309 0.993691 2 0.058824 0.941176 2 0.333340 0.666660 2 0.123596 0.876404
+[MERLIN] I/O time is 0.002319 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.02238, 0.97762]}, {'variable': 'a0_c2', 'probabilities': [0.004119, 0.995881]}, {'variable': 'a0_c5', 'probabilities': [0.014439, 0.985561]}, {'variable': 'a0_c6', 'probabilities': [0.002853, 0.997147]}, {'variable': 'a0_c7', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a0_c8', 'probabilities': [0.041199, 0.958801]}, {'variable': 'a0_c9', 'probabilities': [0.004119, 0.995881]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c1', 'probabilities': [0.002065, 0.997935]}, {'variable': 'a1_c2', 'probabilities': [0.011332, 0.988668]}, {'variable': 'a1_c3', 'probabilities': [0.069232, 0.930768]}, {'variable': 'a1_c4', 'probabilities': [0.067329, 0.932671]}, {'variable': 'a1_c6', 'probabilities': [0.004119, 0.995881]}, {'variable': 'a1_c8', 'probabilities': [0.017415, 0.982585]}, {'variable': 'a1_c9', 'probabilities': [0.065868, 0.934132]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.004119, 0.995881]}, {'variable': 'a2_c2', 'probabilities': [0.027591, 0.972409]}, {'variable': 'a2_c4', 'probabilities': [0.101928, 0.898072]}, {'variable': 'a2_c5', 'probabilities': [0.058825, 0.941175]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.007425, 0.992575]}, {'variable': 'a3_c1', 'probabilities': [0.016445, 0.983555]}, {'variable': 'a3_c2', 'probabilities': [0.034836, 0.965164]}, {'variable': 'a3_c3', 'probabilities': [0.00412, 0.99588]}, {'variable': 'a3_c4', 'probabilities': [0.016579, 0.983421]}, {'variable': 'a3_c5', 'probabilities': [0.043781, 0.956219]}, {'variable': 'a3_c6', 'probabilities': [0.058266, 0.941734]}, {'variable': 'a3_c7', 'probabilities': [0.094017, 0.905983]}, {'variable': 'a3_c9', 'probabilities': [0.022222, 0.977778]}, {'variable': 'a4', 'probabilities': [0.0, 1.0]}, {'variable': 'a4_c0', 'probabilities': [0.004119, 0.995881]}, {'variable': 'a4_c1', 'probabilities': [0.011944, 0.988056]}, {'variable': 'a4_c2', 'probabilities': [0.065868, 0.934132]}, {'variable': 'a4_c3', 'probabilities': [0.211698, 0.788302]}, {'variable': 'a4_c5', 'probabilities': [0.004119, 0.995881]}, {'variable': 'a4_c6', 'probabilities': [0.006309, 0.993691]}, {'variable': 'a4_c7', 'probabilities': [0.058824, 0.941176]}, {'variable': 'a4_c8', 'probabilities': [0.33334, 0.66666]}, {'variable': 'a4_c9', 'probabilities': [0.123596, 0.876404]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] (a4): Probability for a4=0 is: 0.0
+[FactReasoner] (a4): Probability for a4=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S', 'a4': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0337 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 250 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c3 -> a0] : entailment : 0.9999998807907365
+[NLI] Found relation: [a1_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a0] : entailment : 0.999975046767139
+[NLI] Found relation: [a2_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a0] : entailment : 0.9999991655363824
+[NLI] Found relation: [a3_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 0.9999950727312173
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a1] : entailment : 0.891875614088815
+[NLI] Found relation: [a0_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 0.9999998410543312
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 0.9999998807907365
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 0.9999998013179273
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a1] : entailment : 0.9350641456345185
+[NLI] Found relation: [a3_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a1] : entailment : 0.9999970197855413
+[NLI] Found relation: [a4_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a2] : entailment : 0.9999231218304847
+[NLI] Found relation: [a0_c7 -> a2] : entailment : 0.9999990463275026
+[NLI] Found relation: [a0_c9 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 0.9993571370243564
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 0.9999999205271529
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 0.9999998013179273
+[NLI] Found relation: [a3_c2 -> a2] : entailment : 0.9999895892720676
+[NLI] Found relation: [a3_c3 -> a2] : entailment : 0.8253190094592305
+[NLI] Found relation: [a3_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a2] : entailment : 0.9999973774093764
+[NLI] Found relation: [a4_c5 -> a2] : entailment : 0.999996622426144
+[NLI] Found relation: [a4_c9 -> a2] : entailment : 0.9194512670707243
+[NLI] Found relation: [a0_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a3] : entailment : 0.9994993062088315
+[NLI] Found relation: [a0_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a3] : entailment : 0.8889435772834676
+[NLI] Found relation: [a1_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a3] : entailment : 0.9795551578031648
+[NLI] Found relation: [a1_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 0.9999950727312173
+[NLI] Found relation: [a3_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 0.9999950727312173
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a3] : entailment : 0.9999998410543312
+[NLI] Found relation: [a4_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c6 -> a3] : entailment : 0.9971323367944468
+[NLI] Found relation: [a4_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a4] : entailment : 0.999997933714149
+[NLI] Found relation: [a0_c2 -> a4] : entailment : 0.9999918938999969
+[NLI] Found relation: [a0_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a4] : entailment : 0.9939677343105162
+[NLI] Found relation: [a0_c8 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a4] : entailment : 0.99998486087922
+[NLI] Found relation: [a1_c3 -> a4] : entailment : 0.9839334785828896
+[NLI] Found relation: [a1_c8 -> a4] : entailment : 0.9998156909230084
+[NLI] Found relation: [a3_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a4] : entailment : 0.9999128731943979
+[NLI] Relations built: 99
+
Atoms: 0%| | 0/5 [00:00, ?it/s]
Atoms: 100%|██████████| 5/5 [00:00<00:00, 112147.17it/s]
+
Contexts: 0%| | 0/34 [00:00, ?it/s]
Contexts: 100%|██████████| 34/34 [00:00<00:00, 796683.44it/s]
+
Relations: 0%| | 0/99 [00:00, ?it/s]
Relations: 100%|██████████| 99/99 [00:00<00:00, 1078535.31it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c6 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c2 - a0 with discrete factor (entailment)
+Adding edge a1_c3 - a0 with discrete factor (entailment)
+Adding edge a1_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c8 - a0 with discrete factor (entailment)
+Adding edge a1_c9 - a0 with discrete factor (entailment)
+Adding edge a2_c0 - a0 with discrete factor (entailment)
+Adding edge a2_c5 - a0 with discrete factor (entailment)
+Adding edge a3_c0 - a0 with discrete factor (entailment)
+Adding edge a3_c1 - a0 with discrete factor (entailment)
+Adding edge a3_c3 - a0 with discrete factor (entailment)
+Adding edge a3_c4 - a0 with discrete factor (entailment)
+Adding edge a3_c9 - a0 with discrete factor (entailment)
+Adding edge a4_c0 - a0 with discrete factor (entailment)
+Adding edge a4_c1 - a0 with discrete factor (entailment)
+Adding edge a4_c5 - a0 with discrete factor (entailment)
+Adding edge a4_c6 - a0 with discrete factor (entailment)
+Adding edge a4_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a0_c7 - a1 with discrete factor (entailment)
+Adding edge a0_c9 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c5 - a1 with discrete factor (entailment)
+Adding edge a3_c0 - a1 with discrete factor (entailment)
+Adding edge a3_c3 - a1 with discrete factor (entailment)
+Adding edge a3_c4 - a1 with discrete factor (entailment)
+Adding edge a3_c9 - a1 with discrete factor (entailment)
+Adding edge a4_c0 - a1 with discrete factor (entailment)
+Adding edge a4_c2 - a1 with discrete factor (entailment)
+Adding edge a4_c5 - a1 with discrete factor (entailment)
+Adding edge a4_c7 - a1 with discrete factor (entailment)
+Adding edge a4_c9 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a2 with discrete factor (entailment)
+Adding edge a0_c7 - a2 with discrete factor (entailment)
+Adding edge a0_c9 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a3_c2 - a2 with discrete factor (entailment)
+Adding edge a3_c3 - a2 with discrete factor (entailment)
+Adding edge a3_c9 - a2 with discrete factor (entailment)
+Adding edge a4_c0 - a2 with discrete factor (entailment)
+Adding edge a4_c5 - a2 with discrete factor (entailment)
+Adding edge a4_c9 - a2 with discrete factor (entailment)
+Adding edge a0_c2 - a3 with discrete factor (entailment)
+Adding edge a0_c6 - a3 with discrete factor (entailment)
+Adding edge a0_c7 - a3 with discrete factor (entailment)
+Adding edge a0_c8 - a3 with discrete factor (entailment)
+Adding edge a0_c9 - a3 with discrete factor (entailment)
+Adding edge a1_c1 - a3 with discrete factor (entailment)
+Adding edge a1_c3 - a3 with discrete factor (entailment)
+Adding edge a1_c4 - a3 with discrete factor (entailment)
+Adding edge a1_c6 - a3 with discrete factor (entailment)
+Adding edge a1_c8 - a3 with discrete factor (entailment)
+Adding edge a1_c9 - a3 with discrete factor (entailment)
+Adding edge a2_c0 - a3 with discrete factor (entailment)
+Adding edge a2_c2 - a3 with discrete factor (entailment)
+Adding edge a2_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c2 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a3 with discrete factor (entailment)
+Adding edge a4_c0 - a3 with discrete factor (entailment)
+Adding edge a4_c2 - a3 with discrete factor (entailment)
+Adding edge a4_c5 - a3 with discrete factor (entailment)
+Adding edge a4_c6 - a3 with discrete factor (entailment)
+Adding edge a4_c7 - a3 with discrete factor (entailment)
+Adding edge a0_c0 - a4 with discrete factor (entailment)
+Adding edge a0_c2 - a4 with discrete factor (entailment)
+Adding edge a0_c5 - a4 with discrete factor (entailment)
+Adding edge a0_c6 - a4 with discrete factor (entailment)
+Adding edge a0_c7 - a4 with discrete factor (entailment)
+Adding edge a0_c8 - a4 with discrete factor (entailment)
+Adding edge a1_c2 - a4 with discrete factor (entailment)
+Adding edge a1_c3 - a4 with discrete factor (entailment)
+Adding edge a1_c8 - a4 with discrete factor (entailment)
+Adding edge a3_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c6 - a4 with discrete factor (entailment)
+Adding edge a4_c7 - a4 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 12 19 27 28 29 34 23 3 33 38 24 18 36 6 14 13 15 20 22 26 10 1 4 11 37 32 7 9 17 25 30 35 2 0 5 8 16 21 31
+[WMB] + induced width : 5
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00381112 seconds
+[WMB] Created join graph with 39 clique factors
+[WMB] Number of cliques : 39
+[WMB] Number of edges : 76
+[WMB] Max clique size : 6
+[WMB] Max separator size : 5
+[WMB] Finished initialization in 0.00768089 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -6.982179 (9.282784e-04) d=6.982179e+00 time=0.010282 i=1
+[WMB] Converged after 1 iterations in 0.010305 seconds
+PR
+-6.982179 (9.282784e-04)
+STATUS
+true: Consistent evidence
+MAR
+39 2 0.000000 1.000000 2 0.013699 0.986301 2 0.003461 0.996539 2 0.027027 0.972973 2 0.006897 0.993103 2 0.003902 0.996098 2 0.013705 0.986295 2 0.006897 0.993103 2 0.000000 1.000000 2 0.006901 0.993099 2 0.013699 0.986301 2 0.007008 0.992992 2 0.058820 0.941180 2 0.013699 0.986301 2 0.013983 0.986017 2 0.013699 0.986301 2 0.000000 1.000000 2 0.006897 0.993103 2 0.027027 0.972973 2 0.052632 0.947368 2 0.013699 0.986301 2 0.000000 1.000000 2 0.014636 0.985364 2 0.027027 0.972973 2 0.027027 0.972973 2 0.008344 0.991656 2 0.013699 0.986301 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.006897 0.993103 2 0.000000 1.000000 2 0.006897 0.993103 2 0.027027 0.972973 2 0.027027 0.972973 2 0.006897 0.993103 2 0.013737 0.986263 2 0.006897 0.993103 2 0.029325 0.970675
+[MERLIN] I/O time is 0.002070 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c2', 'probabilities': [0.003461, 0.996539]}, {'variable': 'a0_c5', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c6', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a0_c7', 'probabilities': [0.003902, 0.996098]}, {'variable': 'a0_c8', 'probabilities': [0.013705, 0.986295]}, {'variable': 'a0_c9', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c1', 'probabilities': [0.006901, 0.993099]}, {'variable': 'a1_c2', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c3', 'probabilities': [0.007008, 0.992992]}, {'variable': 'a1_c4', 'probabilities': [0.05882, 0.94118]}, {'variable': 'a1_c6', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c8', 'probabilities': [0.013983, 0.986017]}, {'variable': 'a1_c9', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a2_c2', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2_c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c5', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.014636, 0.985364]}, {'variable': 'a3_c1', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a3_c2', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a3_c3', 'probabilities': [0.008344, 0.991656]}, {'variable': 'a3_c4', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a3_c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c9', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a4', 'probabilities': [0.0, 1.0]}, {'variable': 'a4_c0', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a4_c1', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a4_c2', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a4_c5', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a4_c6', 'probabilities': [0.013737, 0.986263]}, {'variable': 'a4_c7', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a4_c9', 'probabilities': [0.029325, 0.970675]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] (a4): Probability for a4=0 is: 0.0
+[FactReasoner] (a4): Probability for a4=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S', 'a4': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0328 seconds.
+[24/40] People's Daily GT=S | cctru=S| ccvan=S| fptru=S| fpvan=S| gugua=S| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c2 -> a0] : entailment : 0.9999928078096713
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 0.9988001823840178
+[NLI] Found relation: [c6 -> a0] : entailment : 0.9999999205271529
+[NLI] Found relation: [c9 -> a0] : entailment : 1.0
+[NLI] Relations built: 5
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 29330.80it/s]
+
Contexts: 0%| | 0/5 [00:00, ?it/s]
Contexts: 100%|██████████| 5/5 [00:00<00:00, 161319.38it/s]
+
Relations: 0%| | 0/5 [00:00, ?it/s]
Relations: 100%|██████████| 5/5 [00:00<00:00, 173318.35it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00039506 seconds
+[WMB] Created join graph with 6 clique factors
+[WMB] Number of cliques : 6
+[WMB] Number of edges : 10
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000825882 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.978838 (3.757476e-01) d=9.788376e-01 time=0.001047 i=1
+[WMB] Converged after 1 iterations in 0.001360 seconds
+PR
+-0.978838 (3.757476e-01)
+STATUS
+true: Consistent evidence
+MAR
+6 2 0.000000 1.000000 2 0.043782 0.956218 2 0.046436 0.953564 2 0.114328 0.885672 2 0.043781 0.956219 2 0.046436 0.953564
+[MERLIN] I/O time is 0.002419 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'c2', 'probabilities': [0.043782, 0.956218]}, {'variable': 'c3', 'probabilities': [0.046436, 0.953564]}, {'variable': 'c4', 'probabilities': [0.114328, 0.885672]}, {'variable': 'c6', 'probabilities': [0.043781, 0.956219]}, {'variable': 'c9', 'probabilities': [0.046436, 0.953564]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0202 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c0 -> a0] : entailment : 0.9997633226982798
+[NLI] Found relation: [c2 -> a0] : entailment : 0.9999997218451434
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [c9 -> a0] : entailment : 1.0
+[NLI] Relations built: 6
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 26379.27it/s]
+
Contexts: 0%| | 0/6 [00:00, ?it/s]
Contexts: 100%|██████████| 6/6 [00:00<00:00, 190650.18it/s]
+
Relations: 0%| | 0/6 [00:00, ?it/s]
Relations: 100%|██████████| 6/6 [00:00<00:00, 189216.72it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000355959 seconds
+[WMB] Created join graph with 7 clique factors
+[WMB] Number of cliques : 7
+[WMB] Number of edges : 12
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.00077796 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.001131 (3.674634e-01) d=1.001131e+00 time=0.001007 i=1
+[WMB] Converged after 1 iterations in 0.001030 seconds
+PR
+-1.001131 (3.674634e-01)
+STATUS
+true: Consistent evidence
+MAR
+7 2 0.000000 1.000000 2 0.052643 0.947357 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368
+[MERLIN] I/O time is 0.000387 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'c0', 'probabilities': [0.052643, 0.947357]}, {'variable': 'c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c9', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0103 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 90 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 0.9998156512133021
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 0.9999998807907365
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a1] : entailment : 0.9999828344510425
+[NLI] Found relation: [a2_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a2] : entailment : 0.9971322581685929
+[NLI] Found relation: [a0_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a2] : contradiction : 0.9999993642179308
+[NLI] Found relation: [a0_c4 -> a2] : entailment : 0.9999636835416359
+[NLI] Found relation: [a0_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 0.823010264123805
+[NLI] Found relation: [a1_c2 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a1_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : contradiction : 0.9999976555615725
+[NLI] Found relation: [a2_c8 -> a2] : entailment : 1.0
+[NLI] Relations built: 60
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 82241.25it/s]
+
Contexts: 0%| | 0/26 [00:00, ?it/s]
Contexts: 100%|██████████| 26/26 [00:00<00:00, 602496.71it/s]
+
Relations: 0%| | 0/60 [00:00, ?it/s]
Relations: 100%|██████████| 60/60 [00:00<00:00, 873813.33it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c2 - a0 with discrete factor (contradiction)
+Adding edge a1_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c7 - a0 with discrete factor (entailment)
+Adding edge a1_c8 - a0 with discrete factor (entailment)
+Adding edge a2_c0 - a0 with discrete factor (entailment)
+Adding edge a2_c1 - a0 with discrete factor (entailment)
+Adding edge a2_c3 - a0 with discrete factor (entailment)
+Adding edge a2_c8 - a0 with discrete factor (entailment)
+Adding edge a2_c9 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a0_c9 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (contradiction)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c3 - a1 with discrete factor (entailment)
+Adding edge a2_c8 - a1 with discrete factor (entailment)
+Adding edge a2_c9 - a1 with discrete factor (entailment)
+Adding edge a0_c0 - a2 with discrete factor (entailment)
+Adding edge a0_c1 - a2 with discrete factor (entailment)
+Adding edge a0_c2 - a2 with discrete factor (entailment)
+Adding edge a0_c3 - a2 with discrete factor (contradiction)
+Adding edge a0_c4 - a2 with discrete factor (entailment)
+Adding edge a0_c5 - a2 with discrete factor (entailment)
+Adding edge a0_c6 - a2 with discrete factor (entailment)
+Adding edge a0_c9 - a2 with discrete factor (entailment)
+Adding edge a1_c0 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a1_c2 - a2 with discrete factor (contradiction)
+Adding edge a1_c3 - a2 with discrete factor (entailment)
+Adding edge a1_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (contradiction)
+Adding edge a2_c8 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 4 13 22 24 25 26 28 14 15 17 18 1 20 2 3 5 6 7 8 10 11 12 16 21 23 27 19 0 9
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00179791 seconds
+[WMB] Created join graph with 29 clique factors
+[WMB] Number of cliques : 29
+[WMB] Number of edges : 56
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00422502 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -11.764273 (7.777522e-06) d=1.176427e+01 time=0.005448 i=1
+[WMB] Converged after 1 iterations in 0.005467 seconds
+PR
+-11.764273 (7.777522e-06)
+STATUS
+true: Consistent evidence
+MAR
+29 2 0.000000 1.000000 2 0.024613 0.975387 2 0.011349 0.988651 2 0.011317 0.988683 2 0.999996 0.000004 2 0.012028 0.987972 2 0.011317 0.988683 2 0.011317 0.988683 2 0.012028 0.987972 2 0.000000 1.000000 2 0.011317 0.988683 2 0.013717 0.986283 2 1.000000 0.000000 2 0.116546 0.883454 2 0.049327 0.950673 2 0.024609 0.975391 2 0.011317 0.988683 2 0.200000 0.800000 2 0.022380 0.977620 2 0.000000 1.000000 2 0.011317 0.988683 2 0.012028 0.987972 2 0.114206 0.885794 2 0.111113 0.888887 2 0.048035 0.951965 2 0.048035 0.951965 2 0.999995 0.000005 2 0.111111 0.888889 2 0.023770 0.976230
+[MERLIN] I/O time is 0.001512 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.024613, 0.975387]}, {'variable': 'a0_c1', 'probabilities': [0.011349, 0.988651]}, {'variable': 'a0_c2', 'probabilities': [0.011317, 0.988683]}, {'variable': 'a0_c3', 'probabilities': [0.999996, 4e-06]}, {'variable': 'a0_c4', 'probabilities': [0.012028, 0.987972]}, {'variable': 'a0_c5', 'probabilities': [0.011317, 0.988683]}, {'variable': 'a0_c6', 'probabilities': [0.011317, 0.988683]}, {'variable': 'a0_c9', 'probabilities': [0.012028, 0.987972]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.011317, 0.988683]}, {'variable': 'a1_c1', 'probabilities': [0.013717, 0.986283]}, {'variable': 'a1_c2', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c3', 'probabilities': [0.116546, 0.883454]}, {'variable': 'a1_c4', 'probabilities': [0.049327, 0.950673]}, {'variable': 'a1_c5', 'probabilities': [0.024609, 0.975391]}, {'variable': 'a1_c6', 'probabilities': [0.011317, 0.988683]}, {'variable': 'a1_c7', 'probabilities': [0.2, 0.8]}, {'variable': 'a1_c8', 'probabilities': [0.02238, 0.97762]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.011317, 0.988683]}, {'variable': 'a2_c1', 'probabilities': [0.012028, 0.987972]}, {'variable': 'a2_c2', 'probabilities': [0.114206, 0.885794]}, {'variable': 'a2_c3', 'probabilities': [0.111113, 0.888887]}, {'variable': 'a2_c4', 'probabilities': [0.048035, 0.951965]}, {'variable': 'a2_c5', 'probabilities': [0.048035, 0.951965]}, {'variable': 'a2_c6', 'probabilities': [0.999995, 5e-06]}, {'variable': 'a2_c8', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a2_c9', 'probabilities': [0.02377, 0.97623]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0226 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 90 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a0] : contradiction : 1.0
+[NLI] Found relation: [a1_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a0] : entailment : 0.9999970197855413
+[NLI] Found relation: [a2_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : contradiction : 0.9999998410543312
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a2] : entailment : 0.9999999205271529
+[NLI] Found relation: [a0_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a2] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a0_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a2] : entailment : 0.974043872488689
+[NLI] Found relation: [a1_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 0.9984599621480182
+[NLI] Found relation: [a1_c2 -> a2] : contradiction : 1.0
+[NLI] Found relation: [a1_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a2] : entailment : 0.9999895892720676
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 0.9999998807907365
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : contradiction : 0.9999996026360078
+[NLI] Found relation: [a2_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Relations built: 58
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 77195.78it/s]
+
Contexts: 0%| | 0/26 [00:00, ?it/s]
Contexts: 100%|██████████| 26/26 [00:00<00:00, 586300.56it/s]
+
Relations: 0%| | 0/58 [00:00, ?it/s]
Relations: 100%|██████████| 58/58 [00:00<00:00, 894373.65it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c2 - a0 with discrete factor (contradiction)
+Adding edge a1_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c6 - a0 with discrete factor (entailment)
+Adding edge a1_c7 - a0 with discrete factor (entailment)
+Adding edge a1_c8 - a0 with discrete factor (entailment)
+Adding edge a2_c0 - a0 with discrete factor (entailment)
+Adding edge a2_c1 - a0 with discrete factor (entailment)
+Adding edge a2_c4 - a0 with discrete factor (entailment)
+Adding edge a2_c8 - a0 with discrete factor (entailment)
+Adding edge a2_c9 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a0_c9 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (contradiction)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c8 - a1 with discrete factor (entailment)
+Adding edge a2_c9 - a1 with discrete factor (entailment)
+Adding edge a0_c0 - a2 with discrete factor (entailment)
+Adding edge a0_c1 - a2 with discrete factor (entailment)
+Adding edge a0_c2 - a2 with discrete factor (entailment)
+Adding edge a0_c3 - a2 with discrete factor (contradiction)
+Adding edge a0_c4 - a2 with discrete factor (entailment)
+Adding edge a0_c5 - a2 with discrete factor (entailment)
+Adding edge a0_c6 - a2 with discrete factor (entailment)
+Adding edge a1_c0 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a1_c2 - a2 with discrete factor (contradiction)
+Adding edge a1_c3 - a2 with discrete factor (entailment)
+Adding edge a1_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (contradiction)
+Adding edge a2_c8 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 4 13 22 23 25 26 24 14 8 15 17 18 21 2 3 5 6 7 10 11 12 16 20 27 28 19 0 9
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00180006 seconds
+[WMB] Created join graph with 29 clique factors
+[WMB] Number of cliques : 29
+[WMB] Number of edges : 56
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00434208 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -14.303434 (6.139001e-07) d=1.430343e+01 time=0.005532 i=1
+[WMB] Converged after 1 iterations in 0.005555 seconds
+PR
+-14.303434 (6.139001e-07)
+STATUS
+true: Consistent evidence
+MAR
+29 2 0.000000 1.000000 2 0.052632 0.947368 2 0.013699 0.986301 2 0.013699 0.986301 2 0.999999 0.000001 2 0.013699 0.986301 2 0.013699 0.986301 2 0.014059 0.985941 2 0.027027 0.972973 2 0.000000 1.000000 2 0.013699 0.986301 2 0.013719 0.986281 2 1.000000 0.000000 2 0.052632 0.947368 2 0.027027 0.972973 2 0.027027 0.972973 2 0.013699 0.986301 2 0.027027 0.972973 2 0.027027 0.972973 2 0.000000 1.000000 2 0.013699 0.986301 2 0.013699 0.986301 2 0.052632 0.947368 2 0.052632 0.947368 2 0.027027 0.972973 2 0.052632 0.947368 2 0.999993 0.000007 2 0.013699 0.986301 2 0.013699 0.986301
+[MERLIN] I/O time is 0.001662 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c1', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c2', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c3', 'probabilities': [0.999999, 1e-06]}, {'variable': 'a0_c4', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c5', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c6', 'probabilities': [0.014059, 0.985941]}, {'variable': 'a0_c9', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c1', 'probabilities': [0.013719, 0.986281]}, {'variable': 'a1_c2', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c4', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a1_c5', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a1_c6', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c7', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a1_c8', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a2_c1', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a2_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c4', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2_c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c6', 'probabilities': [0.999993, 7e-06]}, {'variable': 'a2_c8', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a2_c9', 'probabilities': [0.013699, 0.986301]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0241 seconds.
+[25/40] China Daily GT=S | cctru=S| ccvan=S| fptru=S| fpvan=S| gugua=S| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Relations built: 2
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 30393.51it/s]
+
Contexts: 0%| | 0/2 [00:00, ?it/s]
Contexts: 100%|██████████| 2/2 [00:00<00:00, 82241.25it/s]
+
Relations: 0%| | 0/2 [00:00, ?it/s]
Relations: 100%|██████████| 2/2 [00:00<00:00, 79891.50it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000208855 seconds
+[WMB] Created join graph with 3 clique factors
+[WMB] Number of cliques : 3
+[WMB] Number of edges : 4
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000427008 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.873817 (4.173554e-01) d=8.738172e-01 time=0.000533 i=1
+[WMB] Converged after 1 iterations in 0.000550 seconds
+PR
+-0.873817 (4.173554e-01)
+STATUS
+true: Consistent evidence
+MAR
+3 2 0.009901 0.990099 2 0.108911 0.891089 2 0.108911 0.891089
+[MERLIN] I/O time is 0.000364 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.009901, 0.990099]}, {'variable': 'c3', 'probabilities': [0.108911, 0.891089]}, {'variable': 'c8', 'probabilities': [0.108911, 0.891089]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.009901
+[FactReasoner] (a0): Probability for a0=1 is: 0.990099
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0081 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Relations built: 2
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 30615.36it/s]
+
Contexts: 0%| | 0/2 [00:00, ?it/s]
Contexts: 100%|██████████| 2/2 [00:00<00:00, 82241.25it/s]
+
Relations: 0%| | 0/2 [00:00, ?it/s]
Relations: 100%|██████████| 2/2 [00:00<00:00, 57456.22it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000236034 seconds
+[WMB] Created join graph with 3 clique factors
+[WMB] Number of cliques : 3
+[WMB] Number of edges : 4
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000488043 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.792968 (4.525000e-01) d=7.929675e-01 time=0.000610 i=1
+[WMB] Converged after 1 iterations in 0.000630 seconds
+PR
+-0.792968 (4.525000e-01)
+STATUS
+true: Consistent evidence
+MAR
+3 2 0.002762 0.997238 2 0.055249 0.944751 2 0.055249 0.944751
+[MERLIN] I/O time is 0.000650 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.002762, 0.997238]}, {'variable': 'c3', 'probabilities': [0.055249, 0.944751]}, {'variable': 'c8', 'probabilities': [0.055249, 0.944751]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.002762
+[FactReasoner] (a0): Probability for a0=1 is: 0.997238
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0113 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 360 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a1] : entailment : 0.9839337767052125
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 0.999997933714149
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 0.9999999205271529
+[NLI] Found relation: [a2_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a1] : entailment : 0.9982568180303972
+[NLI] Found relation: [a2_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a5_c0 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a5_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a5_c4 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a5_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a2] : entailment : 0.999986648915482
+[NLI] Found relation: [a3_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a2] : entailment : 0.9479911305545168
+[NLI] Found relation: [a3_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a2] : entailment : 0.8402025488640068
+[NLI] Found relation: [a4_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a3] : entailment : 0.9999976952977584
+[NLI] Found relation: [a0_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a3] : entailment : 0.9999881985585495
+[NLI] Found relation: [a0_c8 -> a3] : entailment : 0.9996962406877079
+[NLI] Found relation: [a1_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c6 -> a3] : contradiction : 0.9999955892951177
+[NLI] Found relation: [a4_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c9 -> a3] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a5_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c1 -> a3] : entailment : 0.999947195860167
+[NLI] Found relation: [a5_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c9 -> a4] : contradiction : 0.9989410456090162
+[NLI] Found relation: [a5_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c1 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c3 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c6 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a5] : entailment : 1.0
+[NLI] Relations built: 143
+
Atoms: 0%| | 0/6 [00:00, ?it/s]
Atoms: 100%|██████████| 6/6 [00:00<00:00, 144631.17it/s]
+
Contexts: 0%| | 0/57 [00:00, ?it/s]
Contexts: 100%|██████████| 57/57 [00:00<00:00, 802266.20it/s]
+
Relations: 0%| | 0/143 [00:00, ?it/s]
Relations: 100%|██████████| 143/143 [00:00<00:00, 1239226.18it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c6 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding context variable a5_c0 with discrete factor (prior)
+Adding context variable a5_c1 with discrete factor (prior)
+Adding context variable a5_c2 with discrete factor (prior)
+Adding context variable a5_c3 with discrete factor (prior)
+Adding context variable a5_c4 with discrete factor (prior)
+Adding context variable a5_c5 with discrete factor (prior)
+Adding context variable a5_c6 with discrete factor (prior)
+Adding context variable a5_c7 with discrete factor (prior)
+Adding context variable a5_c8 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c3 - a1 with discrete factor (entailment)
+Adding edge a2_c4 - a1 with discrete factor (entailment)
+Adding edge a2_c5 - a1 with discrete factor (entailment)
+Adding edge a2_c6 - a1 with discrete factor (entailment)
+Adding edge a2_c9 - a1 with discrete factor (entailment)
+Adding edge a3_c0 - a1 with discrete factor (entailment)
+Adding edge a3_c1 - a1 with discrete factor (entailment)
+Adding edge a3_c2 - a1 with discrete factor (entailment)
+Adding edge a3_c3 - a1 with discrete factor (entailment)
+Adding edge a3_c4 - a1 with discrete factor (entailment)
+Adding edge a3_c7 - a1 with discrete factor (entailment)
+Adding edge a3_c8 - a1 with discrete factor (entailment)
+Adding edge a3_c9 - a1 with discrete factor (entailment)
+Adding edge a4_c0 - a1 with discrete factor (entailment)
+Adding edge a4_c1 - a1 with discrete factor (entailment)
+Adding edge a4_c2 - a1 with discrete factor (entailment)
+Adding edge a4_c3 - a1 with discrete factor (entailment)
+Adding edge a4_c4 - a1 with discrete factor (entailment)
+Adding edge a4_c5 - a1 with discrete factor (entailment)
+Adding edge a4_c7 - a1 with discrete factor (entailment)
+Adding edge a4_c8 - a1 with discrete factor (entailment)
+Adding edge a5_c0 - a1 with discrete factor (entailment)
+Adding edge a5_c2 - a1 with discrete factor (entailment)
+Adding edge a5_c4 - a1 with discrete factor (entailment)
+Adding edge a5_c7 - a1 with discrete factor (entailment)
+Adding edge a5_c8 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c6 - a2 with discrete factor (entailment)
+Adding edge a1_c8 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c8 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a3_c0 - a2 with discrete factor (entailment)
+Adding edge a3_c2 - a2 with discrete factor (entailment)
+Adding edge a3_c7 - a2 with discrete factor (entailment)
+Adding edge a3_c8 - a2 with discrete factor (entailment)
+Adding edge a3_c9 - a2 with discrete factor (entailment)
+Adding edge a4_c1 - a2 with discrete factor (entailment)
+Adding edge a4_c4 - a2 with discrete factor (entailment)
+Adding edge a4_c6 - a2 with discrete factor (entailment)
+Adding edge a4_c7 - a2 with discrete factor (entailment)
+Adding edge a4_c9 - a2 with discrete factor (entailment)
+Adding edge a5_c0 - a2 with discrete factor (entailment)
+Adding edge a5_c2 - a2 with discrete factor (entailment)
+Adding edge a5_c4 - a2 with discrete factor (entailment)
+Adding edge a5_c5 - a2 with discrete factor (entailment)
+Adding edge a5_c7 - a2 with discrete factor (entailment)
+Adding edge a5_c8 - a2 with discrete factor (entailment)
+Adding edge a0_c0 - a3 with discrete factor (entailment)
+Adding edge a0_c1 - a3 with discrete factor (entailment)
+Adding edge a0_c2 - a3 with discrete factor (entailment)
+Adding edge a0_c5 - a3 with discrete factor (entailment)
+Adding edge a0_c6 - a3 with discrete factor (entailment)
+Adding edge a0_c8 - a3 with discrete factor (entailment)
+Adding edge a1_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c1 - a3 with discrete factor (entailment)
+Adding edge a3_c2 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c8 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a3 with discrete factor (entailment)
+Adding edge a4_c0 - a3 with discrete factor (entailment)
+Adding edge a4_c1 - a3 with discrete factor (entailment)
+Adding edge a4_c2 - a3 with discrete factor (entailment)
+Adding edge a4_c3 - a3 with discrete factor (entailment)
+Adding edge a4_c4 - a3 with discrete factor (entailment)
+Adding edge a4_c5 - a3 with discrete factor (entailment)
+Adding edge a4_c6 - a3 with discrete factor (contradiction)
+Adding edge a4_c7 - a3 with discrete factor (entailment)
+Adding edge a4_c8 - a3 with discrete factor (entailment)
+Adding edge a4_c9 - a3 with discrete factor (contradiction)
+Adding edge a5_c0 - a3 with discrete factor (entailment)
+Adding edge a5_c1 - a3 with discrete factor (entailment)
+Adding edge a5_c2 - a3 with discrete factor (entailment)
+Adding edge a5_c3 - a3 with discrete factor (entailment)
+Adding edge a5_c4 - a3 with discrete factor (entailment)
+Adding edge a5_c5 - a3 with discrete factor (entailment)
+Adding edge a5_c8 - a3 with discrete factor (entailment)
+Adding edge a1_c2 - a4 with discrete factor (entailment)
+Adding edge a1_c3 - a4 with discrete factor (entailment)
+Adding edge a3_c1 - a4 with discrete factor (entailment)
+Adding edge a3_c3 - a4 with discrete factor (entailment)
+Adding edge a3_c4 - a4 with discrete factor (entailment)
+Adding edge a4_c0 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c3 - a4 with discrete factor (entailment)
+Adding edge a4_c5 - a4 with discrete factor (entailment)
+Adding edge a4_c8 - a4 with discrete factor (entailment)
+Adding edge a4_c9 - a4 with discrete factor (contradiction)
+Adding edge a5_c2 - a4 with discrete factor (entailment)
+Adding edge a5_c4 - a4 with discrete factor (entailment)
+Adding edge a5_c8 - a4 with discrete factor (entailment)
+Adding edge a0_c2 - a5 with discrete factor (entailment)
+Adding edge a3_c0 - a5 with discrete factor (entailment)
+Adding edge a3_c1 - a5 with discrete factor (entailment)
+Adding edge a3_c2 - a5 with discrete factor (entailment)
+Adding edge a3_c5 - a5 with discrete factor (entailment)
+Adding edge a3_c7 - a5 with discrete factor (entailment)
+Adding edge a3_c8 - a5 with discrete factor (entailment)
+Adding edge a3_c9 - a5 with discrete factor (entailment)
+Adding edge a4_c1 - a5 with discrete factor (entailment)
+Adding edge a4_c3 - a5 with discrete factor (entailment)
+Adding edge a4_c4 - a5 with discrete factor (entailment)
+Adding edge a4_c5 - a5 with discrete factor (entailment)
+Adding edge a4_c7 - a5 with discrete factor (entailment)
+Adding edge a5_c0 - a5 with discrete factor (entailment)
+Adding edge a5_c1 - a5 with discrete factor (entailment)
+Adding edge a5_c2 - a5 with discrete factor (entailment)
+Adding edge a5_c3 - a5 with discrete factor (entailment)
+Adding edge a5_c6 - a5 with discrete factor (entailment)
+Adding edge a5_c8 - a5 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 5 6 10 12 13 16 17 19 21 23 27 29 30 60 57 38 55 18 20 24 25 26 28 31 61 49 59 8 4 9 1 7 2 0 37 15 36 43 45 51 58 14 52 35 3 33 39 40 41 44 47 50 54 48 34 46 56 62 22 11 32 42 53
+[WMB] + induced width : 5
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00542307 seconds
+[WMB] Created join graph with 63 clique factors
+[WMB] Number of cliques : 63
+[WMB] Number of edges : 124
+[WMB] Max clique size : 6
+[WMB] Max separator size : 5
+[WMB] Finished initialization in 0.011394 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -20.311081 (1.510113e-09) d=2.031108e+01 time=0.014636 i=1
+[WMB] Converged after 1 iterations in 0.014658 seconds
+PR
+-20.311081 (1.510113e-09)
+STATUS
+true: Consistent evidence
+MAR
+63 2 0.000000 1.000000 2 0.045993 0.954007 2 0.049330 0.950670 2 0.013989 0.986011 2 0.030007 0.969993 2 0.194030 0.805970 2 0.333333 0.666667 2 0.045994 0.954006 2 0.030007 0.969993 2 0.092677 0.907323 2 0.194030 0.805970 2 0.000000 1.000000 2 0.100000 0.900000 2 0.032031 0.967969 2 0.012028 0.987972 2 0.048576 0.951424 2 0.333333 0.666667 2 0.100000 0.900000 2 0.084247 0.915753 2 0.070950 0.929050 2 0.049327 0.950673 2 0.194030 0.805970 2 0.000000 1.000000 2 0.100000 0.900000 2 0.107438 0.892562 2 0.016276 0.983724 2 0.017797 0.982203 2 0.194303 0.805697 2 0.036780 0.963220 2 0.100000 0.900000 2 0.067327 0.932673 2 0.087518 0.912482 2 0.000000 1.000000 2 0.013699 0.986301 2 0.005691 0.994309 2 0.007675 0.992325 2 0.027591 0.972409 2 0.017194 0.982806 2 0.022380 0.977620 2 0.012806 0.987194 2 0.014439 0.985561 2 0.005859 0.994141 2 0.000000 1.000000 2 0.048576 0.951424 2 0.007675 0.992325 2 0.034056 0.965944 2 0.005691 0.994309 2 0.015204 0.984796 2 0.005691 0.994309 2 0.999937 0.000063 2 0.006050 0.993950 2 0.027027 0.972973 2 1.000000 0.000000 2 0.000000 1.000000 2 0.013989 0.986011 2 0.092656 0.907344 2 0.030303 0.969697 2 0.030007 0.969993 2 0.013699 0.986301 2 0.030007 0.969993 2 0.169591 0.830409 2 0.084247 0.915753 2 0.006444 0.993556
+[MERLIN] I/O time is 0.002818 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.045993, 0.954007]}, {'variable': 'a0_c1', 'probabilities': [0.04933, 0.95067]}, {'variable': 'a0_c2', 'probabilities': [0.013989, 0.986011]}, {'variable': 'a0_c3', 'probabilities': [0.030007, 0.969993]}, {'variable': 'a0_c4', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a0_c5', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a0_c6', 'probabilities': [0.045994, 0.954006]}, {'variable': 'a0_c7', 'probabilities': [0.030007, 0.969993]}, {'variable': 'a0_c8', 'probabilities': [0.092677, 0.907323]}, {'variable': 'a0_c9', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.1, 0.9]}, {'variable': 'a1_c1', 'probabilities': [0.032031, 0.967969]}, {'variable': 'a1_c2', 'probabilities': [0.012028, 0.987972]}, {'variable': 'a1_c3', 'probabilities': [0.048576, 0.951424]}, {'variable': 'a1_c4', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a1_c5', 'probabilities': [0.1, 0.9]}, {'variable': 'a1_c6', 'probabilities': [0.084247, 0.915753]}, {'variable': 'a1_c7', 'probabilities': [0.07095, 0.92905]}, {'variable': 'a1_c8', 'probabilities': [0.049327, 0.950673]}, {'variable': 'a1_c9', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.1, 0.9]}, {'variable': 'a2_c1', 'probabilities': [0.107438, 0.892562]}, {'variable': 'a2_c3', 'probabilities': [0.016276, 0.983724]}, {'variable': 'a2_c4', 'probabilities': [0.017797, 0.982203]}, {'variable': 'a2_c5', 'probabilities': [0.194303, 0.805697]}, {'variable': 'a2_c6', 'probabilities': [0.03678, 0.96322]}, {'variable': 'a2_c7', 'probabilities': [0.1, 0.9]}, {'variable': 'a2_c8', 'probabilities': [0.067327, 0.932673]}, {'variable': 'a2_c9', 'probabilities': [0.087518, 0.912482]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a3_c1', 'probabilities': [0.005691, 0.994309]}, {'variable': 'a3_c2', 'probabilities': [0.007675, 0.992325]}, {'variable': 'a3_c3', 'probabilities': [0.027591, 0.972409]}, {'variable': 'a3_c4', 'probabilities': [0.017194, 0.982806]}, {'variable': 'a3_c5', 'probabilities': [0.02238, 0.97762]}, {'variable': 'a3_c7', 'probabilities': [0.012806, 0.987194]}, {'variable': 'a3_c8', 'probabilities': [0.014439, 0.985561]}, {'variable': 'a3_c9', 'probabilities': [0.005859, 0.994141]}, {'variable': 'a4', 'probabilities': [0.0, 1.0]}, {'variable': 'a4_c0', 'probabilities': [0.048576, 0.951424]}, {'variable': 'a4_c1', 'probabilities': [0.007675, 0.992325]}, {'variable': 'a4_c2', 'probabilities': [0.034056, 0.965944]}, {'variable': 'a4_c3', 'probabilities': [0.005691, 0.994309]}, {'variable': 'a4_c4', 'probabilities': [0.015204, 0.984796]}, {'variable': 'a4_c5', 'probabilities': [0.005691, 0.994309]}, {'variable': 'a4_c6', 'probabilities': [0.999937, 6.3e-05]}, {'variable': 'a4_c7', 'probabilities': [0.00605, 0.99395]}, {'variable': 'a4_c8', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a4_c9', 'probabilities': [1.0, 0.0]}, {'variable': 'a5', 'probabilities': [0.0, 1.0]}, {'variable': 'a5_c0', 'probabilities': [0.013989, 0.986011]}, {'variable': 'a5_c1', 'probabilities': [0.092656, 0.907344]}, {'variable': 'a5_c2', 'probabilities': [0.030303, 0.969697]}, {'variable': 'a5_c3', 'probabilities': [0.030007, 0.969993]}, {'variable': 'a5_c4', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a5_c5', 'probabilities': [0.030007, 0.969993]}, {'variable': 'a5_c6', 'probabilities': [0.169591, 0.830409]}, {'variable': 'a5_c7', 'probabilities': [0.084247, 0.915753]}, {'variable': 'a5_c8', 'probabilities': [0.006444, 0.993556]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] (a4): Probability for a4=0 is: 0.0
+[FactReasoner] (a4): Probability for a4=1 is: 1.0
+[FactReasoner] (a5): Probability for a5=0 is: 0.0
+[FactReasoner] (a5): Probability for a5=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S', 'a4': 'S', 'a5': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0415 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 360 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 0.9999999205271529
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 0.9996962010021424
+[NLI] Found relation: [a0_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a4_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c6 -> a1] : entailment : 0.9999956687667205
+[NLI] Found relation: [a4_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a1] : entailment : 0.9999998013179273
+[NLI] Found relation: [a5_c0 -> a1] : entailment : 0.9999999205271529
+[NLI] Found relation: [a5_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a5_c4 -> a1] : entailment : 0.999998768173707
+[NLI] Found relation: [a5_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a2] : entailment : 0.9901312874238942
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c8 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a2] : entailment : 0.9999679744880208
+[NLI] Found relation: [a4_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c7 -> a2] : entailment : 0.9839338133596028
+[NLI] Found relation: [a5_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a3] : entailment : 0.9996099734977563
+[NLI] Found relation: [a0_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a3] : entailment : 0.999990821052948
+[NLI] Found relation: [a1_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 0.9999998013179273
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c6 -> a3] : contradiction : 0.9839328823385146
+[NLI] Found relation: [a4_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c9 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a5_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c3 -> a3] : entailment : 0.9999999602635733
+[NLI] Found relation: [a5_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a5] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c5 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c7 -> a5] : entailment : 1.0
+[NLI] Found relation: [a4_c9 -> a5] : entailment : 0.9585722299478862
+[NLI] Found relation: [a5_c0 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c1 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c3 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c6 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c8 -> a5] : entailment : 1.0
+[NLI] Relations built: 140
+
Atoms: 0%| | 0/6 [00:00, ?it/s]
Atoms: 100%|██████████| 6/6 [00:00<00:00, 167772.16it/s]
+
Contexts: 0%| | 0/56 [00:00, ?it/s]
Contexts: 100%|██████████| 56/56 [00:00<00:00, 962627.15it/s]
+
Relations: 0%| | 0/140 [00:00, ?it/s]
Relations: 100%|██████████| 140/140 [00:00<00:00, 1313652.26it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c6 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding context variable a5_c0 with discrete factor (prior)
+Adding context variable a5_c1 with discrete factor (prior)
+Adding context variable a5_c2 with discrete factor (prior)
+Adding context variable a5_c3 with discrete factor (prior)
+Adding context variable a5_c4 with discrete factor (prior)
+Adding context variable a5_c5 with discrete factor (prior)
+Adding context variable a5_c6 with discrete factor (prior)
+Adding context variable a5_c7 with discrete factor (prior)
+Adding context variable a5_c8 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a0_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c3 - a1 with discrete factor (entailment)
+Adding edge a2_c4 - a1 with discrete factor (entailment)
+Adding edge a2_c6 - a1 with discrete factor (entailment)
+Adding edge a2_c9 - a1 with discrete factor (entailment)
+Adding edge a3_c0 - a1 with discrete factor (entailment)
+Adding edge a3_c1 - a1 with discrete factor (entailment)
+Adding edge a3_c2 - a1 with discrete factor (entailment)
+Adding edge a3_c3 - a1 with discrete factor (entailment)
+Adding edge a3_c4 - a1 with discrete factor (entailment)
+Adding edge a3_c7 - a1 with discrete factor (entailment)
+Adding edge a3_c8 - a1 with discrete factor (entailment)
+Adding edge a3_c9 - a1 with discrete factor (entailment)
+Adding edge a4_c0 - a1 with discrete factor (entailment)
+Adding edge a4_c1 - a1 with discrete factor (entailment)
+Adding edge a4_c2 - a1 with discrete factor (entailment)
+Adding edge a4_c3 - a1 with discrete factor (entailment)
+Adding edge a4_c4 - a1 with discrete factor (entailment)
+Adding edge a4_c5 - a1 with discrete factor (entailment)
+Adding edge a4_c6 - a1 with discrete factor (entailment)
+Adding edge a4_c7 - a1 with discrete factor (entailment)
+Adding edge a4_c8 - a1 with discrete factor (entailment)
+Adding edge a5_c0 - a1 with discrete factor (entailment)
+Adding edge a5_c2 - a1 with discrete factor (entailment)
+Adding edge a5_c4 - a1 with discrete factor (entailment)
+Adding edge a5_c7 - a1 with discrete factor (entailment)
+Adding edge a5_c8 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c0 - a2 with discrete factor (entailment)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c6 - a2 with discrete factor (entailment)
+Adding edge a1_c8 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c8 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a3_c2 - a2 with discrete factor (entailment)
+Adding edge a3_c7 - a2 with discrete factor (entailment)
+Adding edge a3_c9 - a2 with discrete factor (entailment)
+Adding edge a4_c1 - a2 with discrete factor (entailment)
+Adding edge a4_c2 - a2 with discrete factor (entailment)
+Adding edge a4_c6 - a2 with discrete factor (entailment)
+Adding edge a4_c7 - a2 with discrete factor (entailment)
+Adding edge a4_c9 - a2 with discrete factor (entailment)
+Adding edge a5_c0 - a2 with discrete factor (entailment)
+Adding edge a5_c2 - a2 with discrete factor (entailment)
+Adding edge a5_c4 - a2 with discrete factor (entailment)
+Adding edge a5_c5 - a2 with discrete factor (entailment)
+Adding edge a5_c7 - a2 with discrete factor (entailment)
+Adding edge a5_c8 - a2 with discrete factor (entailment)
+Adding edge a0_c0 - a3 with discrete factor (entailment)
+Adding edge a0_c1 - a3 with discrete factor (entailment)
+Adding edge a0_c2 - a3 with discrete factor (entailment)
+Adding edge a0_c5 - a3 with discrete factor (entailment)
+Adding edge a0_c6 - a3 with discrete factor (entailment)
+Adding edge a1_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c1 - a3 with discrete factor (entailment)
+Adding edge a3_c2 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c8 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a3 with discrete factor (entailment)
+Adding edge a4_c0 - a3 with discrete factor (entailment)
+Adding edge a4_c1 - a3 with discrete factor (entailment)
+Adding edge a4_c2 - a3 with discrete factor (entailment)
+Adding edge a4_c3 - a3 with discrete factor (entailment)
+Adding edge a4_c4 - a3 with discrete factor (entailment)
+Adding edge a4_c5 - a3 with discrete factor (entailment)
+Adding edge a4_c6 - a3 with discrete factor (contradiction)
+Adding edge a4_c7 - a3 with discrete factor (entailment)
+Adding edge a4_c8 - a3 with discrete factor (entailment)
+Adding edge a4_c9 - a3 with discrete factor (contradiction)
+Adding edge a5_c0 - a3 with discrete factor (entailment)
+Adding edge a5_c2 - a3 with discrete factor (entailment)
+Adding edge a5_c3 - a3 with discrete factor (entailment)
+Adding edge a5_c4 - a3 with discrete factor (entailment)
+Adding edge a5_c5 - a3 with discrete factor (entailment)
+Adding edge a5_c8 - a3 with discrete factor (entailment)
+Adding edge a1_c2 - a4 with discrete factor (entailment)
+Adding edge a1_c3 - a4 with discrete factor (entailment)
+Adding edge a3_c1 - a4 with discrete factor (entailment)
+Adding edge a3_c3 - a4 with discrete factor (entailment)
+Adding edge a3_c4 - a4 with discrete factor (entailment)
+Adding edge a4_c0 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c3 - a4 with discrete factor (entailment)
+Adding edge a4_c5 - a4 with discrete factor (entailment)
+Adding edge a4_c8 - a4 with discrete factor (entailment)
+Adding edge a5_c2 - a4 with discrete factor (entailment)
+Adding edge a5_c4 - a4 with discrete factor (entailment)
+Adding edge a5_c8 - a4 with discrete factor (entailment)
+Adding edge a0_c2 - a5 with discrete factor (entailment)
+Adding edge a3_c0 - a5 with discrete factor (entailment)
+Adding edge a3_c1 - a5 with discrete factor (entailment)
+Adding edge a3_c2 - a5 with discrete factor (entailment)
+Adding edge a3_c5 - a5 with discrete factor (entailment)
+Adding edge a3_c7 - a5 with discrete factor (entailment)
+Adding edge a3_c8 - a5 with discrete factor (entailment)
+Adding edge a3_c9 - a5 with discrete factor (entailment)
+Adding edge a4_c1 - a5 with discrete factor (entailment)
+Adding edge a4_c3 - a5 with discrete factor (entailment)
+Adding edge a4_c4 - a5 with discrete factor (entailment)
+Adding edge a4_c5 - a5 with discrete factor (entailment)
+Adding edge a4_c7 - a5 with discrete factor (entailment)
+Adding edge a4_c9 - a5 with discrete factor (entailment)
+Adding edge a5_c0 - a5 with discrete factor (entailment)
+Adding edge a5_c1 - a5 with discrete factor (entailment)
+Adding edge a5_c2 - a5 with discrete factor (entailment)
+Adding edge a5_c3 - a5 with discrete factor (entailment)
+Adding edge a5_c6 - a5 with discrete factor (entailment)
+Adding edge a5_c8 - a5 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 5 6 9 10 13 16 17 19 21 23 28 29 54 59 56 37 18 12 20 24 25 26 27 30 60 8 4 58 51 1 2 7 0 48 46 3 32 34 38 39 40 43 49 53 15 35 36 42 50 45 33 47 55 14 44 52 57 61 31 11 22 41
+[WMB] + induced width : 5
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00576806 seconds
+[WMB] Created join graph with 62 clique factors
+[WMB] Number of cliques : 62
+[WMB] Number of edges : 122
+[WMB] Max clique size : 6
+[WMB] Max separator size : 5
+[WMB] Finished initialization in 0.0109448 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -16.446656 (7.199594e-08) d=1.644666e+01 time=0.013915 i=1
+[WMB] Converged after 1 iterations in 0.013937 seconds
+PR
+-16.446656 (7.199594e-08)
+STATUS
+true: Consistent evidence
+MAR
+62 2 0.000000 1.000000 2 0.027037 0.972963 2 0.027027 0.972973 2 0.006897 0.993103 2 0.027027 0.972973 2 0.052632 0.947368 2 0.052632 0.947368 2 0.013703 0.986297 2 0.027027 0.972973 2 0.052632 0.947368 2 0.052632 0.947368 2 0.000000 1.000000 2 0.027289 0.972711 2 0.052632 0.947368 2 0.013699 0.986301 2 0.013699 0.986301 2 0.052632 0.947368 2 0.052632 0.947368 2 0.027027 0.972973 2 0.052632 0.947368 2 0.027027 0.972973 2 0.052632 0.947368 2 0.000000 1.000000 2 0.052632 0.947368 2 0.027027 0.972973 2 0.027027 0.972973 2 0.027027 0.972973 2 0.027027 0.972973 2 0.052632 0.947368 2 0.052632 0.947368 2 0.027027 0.972973 2 0.000000 1.000000 2 0.013699 0.986301 2 0.006897 0.993103 2 0.006897 0.993103 2 0.013699 0.986301 2 0.013699 0.986301 2 0.027027 0.972973 2 0.006897 0.993103 2 0.013699 0.986301 2 0.006897 0.993103 2 0.000000 1.000000 2 0.013699 0.986301 2 0.006897 0.993103 2 0.006897 0.993103 2 0.006897 0.993103 2 0.013699 0.986301 2 0.006897 0.993103 2 0.463644 0.536356 2 0.006897 0.993103 2 0.013699 0.986301 2 1.000000 0.000000 2 0.000000 1.000000 2 0.006897 0.993103 2 0.052632 0.947368 2 0.003460 0.996540 2 0.027027 0.972973 2 0.006897 0.993103 2 0.027027 0.972973 2 0.052632 0.947368 2 0.027456 0.972544 2 0.003460 0.996540
+[MERLIN] I/O time is 0.002927 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.027037, 0.972963]}, {'variable': 'a0_c1', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c2', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a0_c3', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c6', 'probabilities': [0.013703, 0.986297]}, {'variable': 'a0_c7', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c8', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c9', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.027289, 0.972711]}, {'variable': 'a1_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c2', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c3', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c6', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a1_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c8', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a1_c9', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c1', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2_c3', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2_c4', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2_c6', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c8', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c9', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a3_c1', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a3_c2', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a3_c3', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a3_c4', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a3_c5', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a3_c7', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a3_c8', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a3_c9', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a4', 'probabilities': [0.0, 1.0]}, {'variable': 'a4_c0', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a4_c1', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a4_c2', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a4_c3', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a4_c4', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a4_c5', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a4_c6', 'probabilities': [0.463644, 0.536356]}, {'variable': 'a4_c7', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a4_c8', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a4_c9', 'probabilities': [1.0, 0.0]}, {'variable': 'a5', 'probabilities': [0.0, 1.0]}, {'variable': 'a5_c0', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a5_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a5_c2', 'probabilities': [0.00346, 0.99654]}, {'variable': 'a5_c3', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a5_c4', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a5_c5', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a5_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a5_c7', 'probabilities': [0.027456, 0.972544]}, {'variable': 'a5_c8', 'probabilities': [0.00346, 0.99654]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] (a4): Probability for a4=0 is: 0.0
+[FactReasoner] (a4): Probability for a4=1 is: 1.0
+[FactReasoner] (a5): Probability for a5=0 is: 0.0
+[FactReasoner] (a5): Probability for a5=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S', 'a4': 'S', 'a5': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0429 seconds.
+[26/40] CGTN GT=NS | cctru=S| ccvan=S| fptru=S| fpvan=S| gugua=S| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c2 -> a0] : entailment : 0.9999994834269622
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 0.9999997615815251
+[NLI] Found relation: [c6 -> a0] : entailment : 0.9479914177866561
+[NLI] Found relation: [c9 -> a0] : entailment : 0.9999992450089515
+[NLI] Relations built: 5
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 26214.40it/s]
+
Contexts: 0%| | 0/5 [00:00, ?it/s]
Contexts: 100%|██████████| 5/5 [00:00<00:00, 154202.35it/s]
+
Relations: 0%| | 0/5 [00:00, ?it/s]
Relations: 100%|██████████| 5/5 [00:00<00:00, 136178.70it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000282049 seconds
+[WMB] Created join graph with 6 clique factors
+[WMB] Number of cliques : 6
+[WMB] Number of edges : 10
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000640154 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.368138 (2.545806e-01) d=1.368138e+00 time=0.000826 i=1
+[WMB] Converged after 1 iterations in 0.000845 seconds
+PR
+-1.368138 (2.545806e-01)
+STATUS
+true: Consistent evidence
+MAR
+6 2 0.000013 0.999987 2 0.153858 0.846142 2 0.045041 0.954959 2 0.036780 0.963220 2 0.345313 0.654687 2 0.137452 0.862548
+[MERLIN] I/O time is 0.000550 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [1.3e-05, 0.999987]}, {'variable': 'c2', 'probabilities': [0.153858, 0.846142]}, {'variable': 'c3', 'probabilities': [0.045041, 0.954959]}, {'variable': 'c5', 'probabilities': [0.03678, 0.96322]}, {'variable': 'c6', 'probabilities': [0.345313, 0.654687]}, {'variable': 'c9', 'probabilities': [0.137452, 0.862548]}]
+[FactReasoner] (a0): Probability for a0=0 is: 1.3e-05
+[FactReasoner] (a0): Probability for a0=1 is: 0.999987
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0102 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c2 -> a0] : entailment : 0.9999944369619821
+[NLI] Found relation: [c3 -> a0] : entailment : 0.998641178795475
+[NLI] Found relation: [c5 -> a0] : entailment : 0.9999992450089515
+[NLI] Found relation: [c9 -> a0] : entailment : 1.0
+[NLI] Relations built: 4
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 27962.03it/s]
+
Contexts: 0%| | 0/4 [00:00, ?it/s]
Contexts: 100%|██████████| 4/4 [00:00<00:00, 147168.56it/s]
+
Relations: 0%| | 0/4 [00:00, ?it/s]
Relations: 100%|██████████| 4/4 [00:00<00:00, 142179.80it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000296116 seconds
+[WMB] Created join graph with 5 clique factors
+[WMB] Number of cliques : 5
+[WMB] Number of edges : 8
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000633955 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.899607 (4.067296e-01) d=8.996066e-01 time=0.000792 i=1
+[WMB] Converged after 1 iterations in 0.000812 seconds
+PR
+-0.899607 (4.067296e-01)
+STATUS
+true: Consistent evidence
+MAR
+5 2 0.000008 0.999992 2 0.052639 0.947361 2 0.052707 0.947293 2 0.052639 0.947361 2 0.052639 0.947361
+[MERLIN] I/O time is 0.000305 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [8e-06, 0.999992]}, {'variable': 'c2', 'probabilities': [0.052639, 0.947361]}, {'variable': 'c3', 'probabilities': [0.052707, 0.947293]}, {'variable': 'c5', 'probabilities': [0.052639, 0.947361]}, {'variable': 'c9', 'probabilities': [0.052639, 0.947361]}]
+[FactReasoner] (a0): Probability for a0=0 is: 8e-06
+[FactReasoner] (a0): Probability for a0=1 is: 0.999992
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0091 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 250 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 0.9998882066883075
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 0.999975046767139
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a0] : entailment : 0.9991750835454695
+[NLI] Found relation: [a2_c0 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c1 -> a0] : entailment : 0.9922809202802858
+[NLI] Found relation: [a2_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a0] : entailment : 0.9999828344510425
+[NLI] Found relation: [a2_c9 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a3_c1 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a3_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a0] : entailment : 0.9999999205271529
+[NLI] Found relation: [a4_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a0] : entailment : 0.999997933714149
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 0.9999994039542605
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a1] : entailment : 0.9999996423723848
+[NLI] Found relation: [a3_c0 -> a1] : entailment : 0.9479920911344715
+[NLI] Found relation: [a3_c1 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a3_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 0.9479919310377447
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 0.9999998410543312
+[NLI] Found relation: [a2_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a2] : entailment : 0.9996962010021424
+[NLI] Found relation: [a4_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a2] : contradiction : 0.9999749673035414
+[NLI] Found relation: [a4_c7 -> a2] : entailment : 0.9999998410543145
+[NLI] Found relation: [a4_c8 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a3] : entailment : 0.9999998807907365
+[NLI] Found relation: [a3_c9 -> a3] : entailment : 0.9996962010021424
+[NLI] Found relation: [a4_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a4] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c4 -> a4] : entailment : 0.999996145596167
+[NLI] Found relation: [a1_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a4] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a2_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a4] : entailment : 0.9212961416316408
+[NLI] Found relation: [a3_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c0 -> a4] : entailment : 0.9795549023642853
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 0.9039034472247937
+[NLI] Found relation: [a4_c8 -> a4] : entailment : 0.9999999602635733
+[NLI] Relations built: 92
+
Atoms: 0%| | 0/5 [00:00, ?it/s]
Atoms: 100%|██████████| 5/5 [00:00<00:00, 127875.12it/s]
+
Contexts: 0%| | 0/36 [00:00, ?it/s]
Contexts: 100%|██████████| 36/36 [00:00<00:00, 715615.85it/s]
+
Relations: 0%| | 0/92 [00:00, ?it/s]
Relations: 100%|██████████| 92/92 [00:00<00:00, 1194662.44it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c6 - a0 with discrete factor (entailment)
+Adding edge a2_c0 - a0 with discrete factor (entailment)
+Adding edge a2_c1 - a0 with discrete factor (entailment)
+Adding edge a2_c2 - a0 with discrete factor (entailment)
+Adding edge a2_c4 - a0 with discrete factor (entailment)
+Adding edge a2_c7 - a0 with discrete factor (entailment)
+Adding edge a2_c9 - a0 with discrete factor (entailment)
+Adding edge a3_c1 - a0 with discrete factor (entailment)
+Adding edge a3_c6 - a0 with discrete factor (entailment)
+Adding edge a4_c1 - a0 with discrete factor (entailment)
+Adding edge a4_c3 - a0 with discrete factor (entailment)
+Adding edge a4_c4 - a0 with discrete factor (entailment)
+Adding edge a4_c8 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (entailment)
+Adding edge a2_c4 - a1 with discrete factor (entailment)
+Adding edge a2_c9 - a1 with discrete factor (entailment)
+Adding edge a3_c0 - a1 with discrete factor (entailment)
+Adding edge a3_c1 - a1 with discrete factor (entailment)
+Adding edge a3_c6 - a1 with discrete factor (entailment)
+Adding edge a4_c1 - a1 with discrete factor (entailment)
+Adding edge a0_c0 - a2 with discrete factor (entailment)
+Adding edge a1_c0 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a1_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c8 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a3_c1 - a2 with discrete factor (entailment)
+Adding edge a3_c2 - a2 with discrete factor (entailment)
+Adding edge a3_c6 - a2 with discrete factor (entailment)
+Adding edge a3_c9 - a2 with discrete factor (entailment)
+Adding edge a4_c1 - a2 with discrete factor (entailment)
+Adding edge a4_c3 - a2 with discrete factor (contradiction)
+Adding edge a4_c7 - a2 with discrete factor (entailment)
+Adding edge a4_c8 - a2 with discrete factor (entailment)
+Adding edge a0_c0 - a3 with discrete factor (entailment)
+Adding edge a1_c0 - a3 with discrete factor (entailment)
+Adding edge a1_c1 - a3 with discrete factor (entailment)
+Adding edge a1_c5 - a3 with discrete factor (entailment)
+Adding edge a2_c0 - a3 with discrete factor (entailment)
+Adding edge a2_c1 - a3 with discrete factor (entailment)
+Adding edge a2_c2 - a3 with discrete factor (entailment)
+Adding edge a2_c4 - a3 with discrete factor (entailment)
+Adding edge a2_c9 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c1 - a3 with discrete factor (entailment)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c8 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a3 with discrete factor (entailment)
+Adding edge a4_c1 - a3 with discrete factor (entailment)
+Adding edge a0_c0 - a4 with discrete factor (entailment)
+Adding edge a1_c0 - a4 with discrete factor (entailment)
+Adding edge a1_c1 - a4 with discrete factor (entailment)
+Adding edge a1_c4 - a4 with discrete factor (entailment)
+Adding edge a1_c5 - a4 with discrete factor (entailment)
+Adding edge a1_c6 - a4 with discrete factor (contradiction)
+Adding edge a2_c0 - a4 with discrete factor (entailment)
+Adding edge a2_c1 - a4 with discrete factor (entailment)
+Adding edge a2_c2 - a4 with discrete factor (entailment)
+Adding edge a2_c4 - a4 with discrete factor (entailment)
+Adding edge a2_c7 - a4 with discrete factor (entailment)
+Adding edge a2_c9 - a4 with discrete factor (entailment)
+Adding edge a3_c1 - a4 with discrete factor (entailment)
+Adding edge a3_c3 - a4 with discrete factor (entailment)
+Adding edge a3_c6 - a4 with discrete factor (entailment)
+Adding edge a4_c0 - a4 with discrete factor (entailment)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c8 - a4 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 3 4 8 15 17 18 20 25 26 27 28 30 31 34 36 38 39 37 23 32 10 40 19 7 1 6 9 12 13 14 16 21 24 29 35 5 0 11 22 33
+[WMB] + induced width : 5
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00304508 seconds
+[WMB] Created join graph with 41 clique factors
+[WMB] Number of cliques : 41
+[WMB] Number of edges : 80
+[WMB] Max clique size : 6
+[WMB] Max separator size : 5
+[WMB] Finished initialization in 0.00631404 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -14.423575 (5.444036e-07) d=1.442358e+01 time=0.007996 i=1
+[WMB] Converged after 1 iterations in 0.008017 seconds
+PR
+-14.423575 (5.444036e-07)
+STATUS
+true: Consistent evidence
+MAR
+41 2 0.000000 1.000000 2 0.002380 0.997620 2 0.058272 0.941728 2 0.333333 0.666667 2 0.058268 0.941732 2 0.000000 1.000000 2 0.002380 0.997620 2 0.030303 0.969697 2 0.194030 0.805970 2 0.002380 0.997620 2 1.000000 0.000000 2 0.000000 1.000000 2 0.002938 0.997062 2 0.008220 0.991780 2 0.030303 0.969697 2 0.153846 0.846154 2 0.002380 0.997620 2 0.345306 0.654694 2 0.153846 0.846154 2 0.048577 0.951423 2 0.333333 0.666667 2 0.003794 0.996206 2 0.000000 1.000000 2 0.208683 0.791317 2 0.002938 0.997062 2 0.116279 0.883721 2 0.207171 0.792829 2 0.058266 0.941734 2 0.333333 0.666667 2 0.003794 0.996206 2 0.265589 0.734411 2 0.194030 0.805970 2 0.049356 0.950644 2 0.000000 1.000000 2 0.156554 0.843446 2 0.002380 0.997620 2 0.064064 0.935936 2 0.999900 0.000100 2 0.194030 0.805970 2 0.194030 0.805970 2 0.048576 0.951424
+[MERLIN] I/O time is 0.002024 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.00238, 0.99762]}, {'variable': 'a0_c3', 'probabilities': [0.058272, 0.941728]}, {'variable': 'a0_c7', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a0_c8', 'probabilities': [0.058268, 0.941732]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.00238, 0.99762]}, {'variable': 'a1_c1', 'probabilities': [0.030303, 0.969697]}, {'variable': 'a1_c4', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a1_c5', 'probabilities': [0.00238, 0.99762]}, {'variable': 'a1_c6', 'probabilities': [1.0, 0.0]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.002938, 0.997062]}, {'variable': 'a2_c1', 'probabilities': [0.00822, 0.99178]}, {'variable': 'a2_c2', 'probabilities': [0.030303, 0.969697]}, {'variable': 'a2_c3', 'probabilities': [0.153846, 0.846154]}, {'variable': 'a2_c4', 'probabilities': [0.00238, 0.99762]}, {'variable': 'a2_c5', 'probabilities': [0.345306, 0.654694]}, {'variable': 'a2_c6', 'probabilities': [0.153846, 0.846154]}, {'variable': 'a2_c7', 'probabilities': [0.048577, 0.951423]}, {'variable': 'a2_c8', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2_c9', 'probabilities': [0.003794, 0.996206]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.208683, 0.791317]}, {'variable': 'a3_c1', 'probabilities': [0.002938, 0.997062]}, {'variable': 'a3_c2', 'probabilities': [0.116279, 0.883721]}, {'variable': 'a3_c3', 'probabilities': [0.207171, 0.792829]}, {'variable': 'a3_c4', 'probabilities': [0.058266, 0.941734]}, {'variable': 'a3_c5', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a3_c6', 'probabilities': [0.003794, 0.996206]}, {'variable': 'a3_c7', 'probabilities': [0.265589, 0.734411]}, {'variable': 'a3_c8', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a3_c9', 'probabilities': [0.049356, 0.950644]}, {'variable': 'a4', 'probabilities': [0.0, 1.0]}, {'variable': 'a4_c0', 'probabilities': [0.156554, 0.843446]}, {'variable': 'a4_c1', 'probabilities': [0.00238, 0.99762]}, {'variable': 'a4_c2', 'probabilities': [0.064064, 0.935936]}, {'variable': 'a4_c3', 'probabilities': [0.9999, 0.0001]}, {'variable': 'a4_c4', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a4_c7', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a4_c8', 'probabilities': [0.048576, 0.951424]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] (a4): Probability for a4=0 is: 0.0
+[FactReasoner] (a4): Probability for a4=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S', 'a4': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0285 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 250 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 0.999912912917666
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 0.9194517785708175
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a0] : entailment : 0.999996622426144
+[NLI] Found relation: [a2_c0 -> a0] : entailment : 0.9999984105478588
+[NLI] Found relation: [a2_c1 -> a0] : entailment : 0.9999128731943979
+[NLI] Found relation: [a2_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a0] : entailment : 0.9999321791166441
+[NLI] Found relation: [a2_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a0] : entailment : 0.9999998013179273
+[NLI] Found relation: [a4_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a4_c8 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 0.9999999205271529
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a1] : entailment : 0.9999999205271529
+[NLI] Found relation: [a2_c9 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a3_c1 -> a1] : entailment : 0.9999881985585495
+[NLI] Found relation: [a3_c6 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a4_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a2] : entailment : 0.9971324544236887
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 0.9996962010021424
+[NLI] Found relation: [a2_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a2] : entailment : 0.9999991655363824
+[NLI] Found relation: [a4_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c3 -> a2] : contradiction : 0.9901314017682217
+[NLI] Found relation: [a4_c4 -> a2] : contradiction : 0.9999866091820087
+[NLI] Found relation: [a4_c6 -> a2] : entailment : 0.9999976952977584
+[NLI] Found relation: [a4_c8 -> a2] : entailment : 0.9999679744880208
+[NLI] Found relation: [a0_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a3] : entailment : 0.999986648915482
+[NLI] Found relation: [a3_c9 -> a3] : entailment : 0.9996099734977563
+[NLI] Found relation: [a4_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a4] : entailment : 0.9999999205271529
+[NLI] Found relation: [a1_c5 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a4] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a4] : contradiction : 0.8927429615663696
+[NLI] Found relation: [a3_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 0.9428740906509515
+[NLI] Found relation: [a4_c6 -> a4] : entailment : 0.9999999205271529
+[NLI] Found relation: [a4_c7 -> a4] : entailment : 0.9999984502840746
+[NLI] Found relation: [a4_c8 -> a4] : entailment : 1.0
+[NLI] Relations built: 92
+
Atoms: 0%| | 0/5 [00:00, ?it/s]
Atoms: 100%|██████████| 5/5 [00:00<00:00, 123361.88it/s]
+
Contexts: 0%| | 0/36 [00:00, ?it/s]
Contexts: 100%|██████████| 36/36 [00:00<00:00, 725937.23it/s]
+
Relations: 0%| | 0/92 [00:00, ?it/s]
Relations: 100%|██████████| 92/92 [00:00<00:00, 1162277.01it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a4_c6 with discrete factor (prior)
+Adding context variable a4_c7 with discrete factor (prior)
+Adding context variable a4_c8 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c6 - a0 with discrete factor (entailment)
+Adding edge a2_c0 - a0 with discrete factor (entailment)
+Adding edge a2_c1 - a0 with discrete factor (entailment)
+Adding edge a2_c2 - a0 with discrete factor (entailment)
+Adding edge a2_c4 - a0 with discrete factor (entailment)
+Adding edge a2_c7 - a0 with discrete factor (entailment)
+Adding edge a2_c9 - a0 with discrete factor (entailment)
+Adding edge a3_c1 - a0 with discrete factor (entailment)
+Adding edge a3_c6 - a0 with discrete factor (entailment)
+Adding edge a4_c1 - a0 with discrete factor (entailment)
+Adding edge a4_c3 - a0 with discrete factor (entailment)
+Adding edge a4_c4 - a0 with discrete factor (entailment)
+Adding edge a4_c8 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (entailment)
+Adding edge a2_c4 - a1 with discrete factor (entailment)
+Adding edge a2_c9 - a1 with discrete factor (entailment)
+Adding edge a3_c1 - a1 with discrete factor (entailment)
+Adding edge a3_c6 - a1 with discrete factor (entailment)
+Adding edge a4_c1 - a1 with discrete factor (entailment)
+Adding edge a0_c0 - a2 with discrete factor (entailment)
+Adding edge a1_c0 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a1_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c8 - a2 with discrete factor (entailment)
+Adding edge a2_c9 - a2 with discrete factor (entailment)
+Adding edge a3_c1 - a2 with discrete factor (entailment)
+Adding edge a3_c2 - a2 with discrete factor (entailment)
+Adding edge a3_c6 - a2 with discrete factor (entailment)
+Adding edge a3_c9 - a2 with discrete factor (entailment)
+Adding edge a4_c1 - a2 with discrete factor (entailment)
+Adding edge a4_c3 - a2 with discrete factor (contradiction)
+Adding edge a4_c4 - a2 with discrete factor (contradiction)
+Adding edge a4_c6 - a2 with discrete factor (entailment)
+Adding edge a4_c8 - a2 with discrete factor (entailment)
+Adding edge a0_c0 - a3 with discrete factor (entailment)
+Adding edge a1_c0 - a3 with discrete factor (entailment)
+Adding edge a1_c1 - a3 with discrete factor (entailment)
+Adding edge a1_c5 - a3 with discrete factor (entailment)
+Adding edge a2_c0 - a3 with discrete factor (entailment)
+Adding edge a2_c1 - a3 with discrete factor (entailment)
+Adding edge a2_c2 - a3 with discrete factor (entailment)
+Adding edge a2_c4 - a3 with discrete factor (entailment)
+Adding edge a2_c9 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c1 - a3 with discrete factor (entailment)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c8 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a3 with discrete factor (entailment)
+Adding edge a4_c1 - a3 with discrete factor (entailment)
+Adding edge a0_c0 - a4 with discrete factor (entailment)
+Adding edge a1_c0 - a4 with discrete factor (entailment)
+Adding edge a1_c1 - a4 with discrete factor (entailment)
+Adding edge a1_c4 - a4 with discrete factor (entailment)
+Adding edge a1_c5 - a4 with discrete factor (entailment)
+Adding edge a2_c0 - a4 with discrete factor (entailment)
+Adding edge a2_c1 - a4 with discrete factor (entailment)
+Adding edge a2_c2 - a4 with discrete factor (entailment)
+Adding edge a2_c4 - a4 with discrete factor (entailment)
+Adding edge a2_c7 - a4 with discrete factor (entailment)
+Adding edge a2_c9 - a4 with discrete factor (entailment)
+Adding edge a3_c1 - a4 with discrete factor (entailment)
+Adding edge a3_c3 - a4 with discrete factor (contradiction)
+Adding edge a3_c6 - a4 with discrete factor (entailment)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+Adding edge a4_c6 - a4 with discrete factor (entailment)
+Adding edge a4_c7 - a4 with discrete factor (entailment)
+Adding edge a4_c8 - a4 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 3 4 8 10 15 17 18 20 23 25 26 27 28 30 31 35 39 38 36 37 40 19 32 29 1 6 7 9 12 13 14 16 21 24 34 0 5 11 22 33
+[WMB] + induced width : 5
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00313401 seconds
+[WMB] Created join graph with 41 clique factors
+[WMB] Number of cliques : 41
+[WMB] Number of edges : 80
+[WMB] Max clique size : 6
+[WMB] Max separator size : 5
+[WMB] Finished initialization in 0.00679207 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -15.032022 (2.962620e-07) d=1.503202e+01 time=0.008772 i=1
+[WMB] Converged after 1 iterations in 0.008797 seconds
+PR
+-15.032022 (2.962620e-07)
+STATUS
+true: Consistent evidence
+MAR
+41 2 0.000000 1.000000 2 0.003460 0.996540 2 0.052636 0.947364 2 0.052632 0.947368 2 0.056980 0.943020 2 0.000000 1.000000 2 0.003460 0.996540 2 0.003460 0.996540 2 0.052632 0.947368 2 0.003460 0.996540 2 0.052632 0.947368 2 0.000000 1.000000 2 0.003460 0.996540 2 0.003461 0.996539 2 0.003460 0.996540 2 0.052632 0.947368 2 0.003460 0.996540 2 0.052775 0.947225 2 0.052632 0.947368 2 0.013704 0.986296 2 0.052632 0.947368 2 0.003460 0.996540 2 0.000000 1.000000 2 0.052632 0.947368 2 0.003460 0.996540 2 0.052632 0.947368 2 0.341224 0.658776 2 0.052632 0.947368 2 0.052632 0.947368 2 0.003460 0.996540 2 0.052632 0.947368 2 0.052632 0.947368 2 0.027037 0.972963 2 0.000000 1.000000 2 0.003460 0.996540 2 0.055643 0.944357 2 0.737861 0.262139 2 0.999518 0.000482 2 0.027027 0.972973 2 0.052632 0.947368 2 0.013699 0.986301
+[MERLIN] I/O time is 0.001979 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.00346, 0.99654]}, {'variable': 'a0_c3', 'probabilities': [0.052636, 0.947364]}, {'variable': 'a0_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c8', 'probabilities': [0.05698, 0.94302]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.00346, 0.99654]}, {'variable': 'a1_c1', 'probabilities': [0.00346, 0.99654]}, {'variable': 'a1_c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c5', 'probabilities': [0.00346, 0.99654]}, {'variable': 'a1_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.00346, 0.99654]}, {'variable': 'a2_c1', 'probabilities': [0.003461, 0.996539]}, {'variable': 'a2_c2', 'probabilities': [0.00346, 0.99654]}, {'variable': 'a2_c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c4', 'probabilities': [0.00346, 0.99654]}, {'variable': 'a2_c5', 'probabilities': [0.052775, 0.947225]}, {'variable': 'a2_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c7', 'probabilities': [0.013704, 0.986296]}, {'variable': 'a2_c8', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c9', 'probabilities': [0.00346, 0.99654]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c1', 'probabilities': [0.00346, 0.99654]}, {'variable': 'a3_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c3', 'probabilities': [0.341224, 0.658776]}, {'variable': 'a3_c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c6', 'probabilities': [0.00346, 0.99654]}, {'variable': 'a3_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c8', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c9', 'probabilities': [0.027037, 0.972963]}, {'variable': 'a4', 'probabilities': [0.0, 1.0]}, {'variable': 'a4_c1', 'probabilities': [0.00346, 0.99654]}, {'variable': 'a4_c2', 'probabilities': [0.055643, 0.944357]}, {'variable': 'a4_c3', 'probabilities': [0.737861, 0.262139]}, {'variable': 'a4_c4', 'probabilities': [0.999518, 0.000482]}, {'variable': 'a4_c6', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a4_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a4_c8', 'probabilities': [0.013699, 0.986301]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] (a4): Probability for a4=0 is: 0.0
+[FactReasoner] (a4): Probability for a4=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S', 'a4': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0308 seconds.
+[27/40] CGTN GT=NS | cctru=S| ccvan=S| fptru=S| fpvan=S| gugua=S| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Relations built: 2
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 27776.85it/s]
+
Contexts: 0%| | 0/2 [00:00, ?it/s]
Contexts: 100%|██████████| 2/2 [00:00<00:00, 83055.52it/s]
+
Relations: 0%| | 0/2 [00:00, ?it/s]
Relations: 100%|██████████| 2/2 [00:00<00:00, 76260.07it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00022006 seconds
+[WMB] Created join graph with 3 clique factors
+[WMB] Number of cliques : 3
+[WMB] Number of edges : 4
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000446081 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.163151 (3.125000e-01) d=1.163151e+00 time=0.000558 i=1
+[WMB] Converged after 1 iterations in 0.000575 seconds
+PR
+-1.163151 (3.125000e-01)
+STATUS
+true: Consistent evidence
+MAR
+3 2 0.100000 0.900000 2 0.400000 0.600000 2 0.400000 0.600000
+[MERLIN] I/O time is 0.000257 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.1, 0.9]}, {'variable': 'c0', 'probabilities': [0.4, 0.6]}, {'variable': 'c5', 'probabilities': [0.4, 0.6]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.1
+[FactReasoner] (a0): Probability for a0=1 is: 0.9
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0094 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Relations built: 2
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 23831.27it/s]
+
Contexts: 0%| | 0/2 [00:00, ?it/s]
Contexts: 100%|██████████| 2/2 [00:00<00:00, 71697.50it/s]
+
Relations: 0%| | 0/2 [00:00, ?it/s]
Relations: 100%|██████████| 2/2 [00:00<00:00, 77672.30it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000239134 seconds
+[WMB] Created join graph with 3 clique factors
+[WMB] Number of cliques : 3
+[WMB] Number of edges : 4
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000520945 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.792968 (4.525000e-01) d=7.929675e-01 time=0.000672 i=1
+[WMB] Converged after 1 iterations in 0.000698 seconds
+PR
+-0.792968 (4.525000e-01)
+STATUS
+true: Consistent evidence
+MAR
+3 2 0.002762 0.997238 2 0.055249 0.944751 2 0.055249 0.944751
+[MERLIN] I/O time is 0.000262 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.002762, 0.997238]}, {'variable': 'c0', 'probabilities': [0.055249, 0.944751]}, {'variable': 'c5', 'probabilities': [0.055249, 0.944751]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.002762
+[FactReasoner] (a0): Probability for a0=1 is: 0.997238
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0093 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 250 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 0.9999918541644963
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a0] : entailment : 0.9999321791166441
+[NLI] Found relation: [a3_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a3] : entailment : 0.999912912917666
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a4] : entailment : 0.9999999602635733
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 1.0
+[NLI] Relations built: 46
+
Atoms: 0%| | 0/5 [00:00, ?it/s]
Atoms: 100%|██████████| 5/5 [00:00<00:00, 129453.83it/s]
+
Contexts: 0%| | 0/16 [00:00, ?it/s]
Contexts: 100%|██████████| 16/16 [00:00<00:00, 441505.68it/s]
+
Relations: 0%| | 0/46 [00:00, ?it/s]
Relations: 100%|██████████| 46/46 [00:00<00:00, 873022.55it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c2 - a0 with discrete factor (entailment)
+Adding edge a1_c3 - a0 with discrete factor (entailment)
+Adding edge a1_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a2_c0 - a0 with discrete factor (entailment)
+Adding edge a2_c1 - a0 with discrete factor (entailment)
+Adding edge a2_c6 - a0 with discrete factor (entailment)
+Adding edge a3_c0 - a0 with discrete factor (entailment)
+Adding edge a3_c4 - a0 with discrete factor (entailment)
+Adding edge a3_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c6 - a1 with discrete factor (entailment)
+Adding edge a3_c0 - a1 with discrete factor (entailment)
+Adding edge a3_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c3 - a2 with discrete factor (entailment)
+Adding edge a1_c4 - a2 with discrete factor (entailment)
+Adding edge a1_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a3_c0 - a2 with discrete factor (entailment)
+Adding edge a3_c5 - a2 with discrete factor (entailment)
+Adding edge a4_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c0 - a3 with discrete factor (entailment)
+Adding edge a1_c1 - a3 with discrete factor (entailment)
+Adding edge a1_c3 - a3 with discrete factor (entailment)
+Adding edge a1_c5 - a3 with discrete factor (entailment)
+Adding edge a2_c0 - a3 with discrete factor (entailment)
+Adding edge a2_c1 - a3 with discrete factor (entailment)
+Adding edge a2_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c4 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 18 20 19 12 16 15 6 8 13 4 5 7 9 11 17 14 0 3 10
+[WMB] + induced width : 4
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.0015161 seconds
+[WMB] Created join graph with 21 clique factors
+[WMB] Number of cliques : 21
+[WMB] Number of edges : 40
+[WMB] Max clique size : 5
+[WMB] Max separator size : 4
+[WMB] Finished initialization in 0.00312018 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -10.551737 (2.614803e-05) d=1.055174e+01 time=0.003932 i=1
+[WMB] Converged after 1 iterations in 0.003957 seconds
+PR
+-10.551737 (2.614803e-05)
+STATUS
+true: Consistent evidence
+MAR
+21 2 0.000000 1.000000 2 0.121495 0.878505 2 0.153847 0.846153 2 0.000000 1.000000 2 0.058824 0.941176 2 0.027504 0.972496 2 0.047091 0.952909 2 0.058824 0.941176 2 0.111111 0.888889 2 0.058824 0.941176 2 0.000000 1.000000 2 0.058824 0.941176 2 0.107438 0.892562 2 0.058824 0.941176 2 0.000000 1.000000 2 0.111111 0.888889 2 0.107453 0.892547 2 0.058824 0.941176 2 0.375000 0.625000 2 0.062500 0.937500 2 0.250000 0.750000
+[MERLIN] I/O time is 0.001224 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.121495, 0.878505]}, {'variable': 'a0_c4', 'probabilities': [0.153847, 0.846153]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.058824, 0.941176]}, {'variable': 'a1_c1', 'probabilities': [0.027504, 0.972496]}, {'variable': 'a1_c2', 'probabilities': [0.047091, 0.952909]}, {'variable': 'a1_c3', 'probabilities': [0.058824, 0.941176]}, {'variable': 'a1_c4', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a1_c5', 'probabilities': [0.058824, 0.941176]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.058824, 0.941176]}, {'variable': 'a2_c1', 'probabilities': [0.107438, 0.892562]}, {'variable': 'a2_c6', 'probabilities': [0.058824, 0.941176]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a3_c4', 'probabilities': [0.107453, 0.892547]}, {'variable': 'a3_c5', 'probabilities': [0.058824, 0.941176]}, {'variable': 'a3_c9', 'probabilities': [0.375, 0.625]}, {'variable': 'a4', 'probabilities': [0.0625, 0.9375]}, {'variable': 'a4_c2', 'probabilities': [0.25, 0.75]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] (a4): Probability for a4=0 is: 0.0625
+[FactReasoner] (a4): Probability for a4=1 is: 0.9375
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S', 'a4': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0198 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 250 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 0.9306643952505465
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 0.9989412830773968
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a0] : entailment : 0.9993572162910084
+[NLI] Found relation: [a2_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c4 -> a0] : entailment : 0.9922809202802858
+[NLI] Found relation: [a3_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a4_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a3] : entailment : 0.9999999205271529
+[NLI] Found relation: [a1_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c1 -> a4] : entailment : 0.9008452457819921
+[NLI] Found relation: [a4_c2 -> a4] : entailment : 0.9971319046618772
+[NLI] Relations built: 47
+
Atoms: 0%| | 0/5 [00:00, ?it/s]
Atoms: 100%|██████████| 5/5 [00:00<00:00, 128659.63it/s]
+
Contexts: 0%| | 0/18 [00:00, ?it/s]
Contexts: 100%|██████████| 18/18 [00:00<00:00, 513588.24it/s]
+
Relations: 0%| | 0/47 [00:00, ?it/s]
Relations: 100%|██████████| 47/47 [00:00<00:00, 864615.30it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c2 - a0 with discrete factor (entailment)
+Adding edge a1_c3 - a0 with discrete factor (entailment)
+Adding edge a1_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a2_c0 - a0 with discrete factor (entailment)
+Adding edge a2_c1 - a0 with discrete factor (entailment)
+Adding edge a2_c6 - a0 with discrete factor (entailment)
+Adding edge a3_c0 - a0 with discrete factor (entailment)
+Adding edge a3_c4 - a0 with discrete factor (entailment)
+Adding edge a3_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c6 - a1 with discrete factor (entailment)
+Adding edge a3_c0 - a1 with discrete factor (entailment)
+Adding edge a3_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c3 - a2 with discrete factor (entailment)
+Adding edge a1_c4 - a2 with discrete factor (entailment)
+Adding edge a1_c5 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+Adding edge a3_c0 - a2 with discrete factor (entailment)
+Adding edge a3_c5 - a2 with discrete factor (entailment)
+Adding edge a4_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c0 - a3 with discrete factor (entailment)
+Adding edge a1_c1 - a3 with discrete factor (entailment)
+Adding edge a1_c2 - a3 with discrete factor (entailment)
+Adding edge a1_c3 - a3 with discrete factor (entailment)
+Adding edge a1_c5 - a3 with discrete factor (entailment)
+Adding edge a2_c0 - a3 with discrete factor (entailment)
+Adding edge a2_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a4 with discrete factor (entailment)
+Adding edge a4_c1 - a4 with discrete factor (entailment)
+Adding edge a4_c2 - a4 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 13 17 19 21 22 20 9 16 14 5 6 7 8 10 12 18 15 0 4 11
+[WMB] + induced width : 4
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00141692 seconds
+[WMB] Created join graph with 23 clique factors
+[WMB] Number of cliques : 23
+[WMB] Number of edges : 44
+[WMB] Max clique size : 5
+[WMB] Max separator size : 4
+[WMB] Finished initialization in 0.00305796 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -5.051486 (6.399814e-03) d=5.051486e+00 time=0.003840 i=1
+[WMB] Converged after 1 iterations in 0.003862 seconds
+PR
+-5.051486 (6.399814e-03)
+STATUS
+true: Consistent evidence
+MAR
+23 2 0.000000 1.000000 2 0.056332 0.943668 2 0.052632 0.947368 2 0.052684 0.947316 2 0.000000 1.000000 2 0.006897 0.993103 2 0.006897 0.993103 2 0.006897 0.993103 2 0.006897 0.993103 2 0.013699 0.986301 2 0.006897 0.993103 2 0.000000 1.000000 2 0.006897 0.993103 2 0.052664 0.947336 2 0.006897 0.993103 2 0.000000 1.000000 2 0.013699 0.986301 2 0.053019 0.946981 2 0.006897 0.993103 2 0.052873 0.947127 2 0.000255 0.999745 2 0.058165 0.941835 2 0.027326 0.972674
+[MERLIN] I/O time is 0.001231 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.056332, 0.943668]}, {'variable': 'a0_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c4', 'probabilities': [0.052684, 0.947316]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a1_c1', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a1_c2', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a1_c3', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a1_c4', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c5', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a2_c1', 'probabilities': [0.052664, 0.947336]}, {'variable': 'a2_c6', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a3_c4', 'probabilities': [0.053019, 0.946981]}, {'variable': 'a3_c5', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a3_c9', 'probabilities': [0.052873, 0.947127]}, {'variable': 'a4', 'probabilities': [0.000255, 0.999745]}, {'variable': 'a4_c1', 'probabilities': [0.058165, 0.941835]}, {'variable': 'a4_c2', 'probabilities': [0.027326, 0.972674]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] (a4): Probability for a4=0 is: 0.000255
+[FactReasoner] (a4): Probability for a4=1 is: 0.999745
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S', 'a4': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0215 seconds.
+[28/40] China Xinhua N GT=NS | cctru=S| ccvan=S| fptru=S| fpvan=S| gugua=S| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Relations built: 0
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 160 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 0.9999717092626701
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a3] : entailment : 0.9999918938999969
+[NLI] Found relation: [a2_c0 -> a3] : entailment : 0.9999944369619821
+[NLI] Found relation: [a3_c2 -> a3] : entailment : 0.9999998410543312
+[NLI] Relations built: 11
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 83468.74it/s]
+
Contexts: 0%| | 0/9 [00:00, ?it/s]
Contexts: 100%|██████████| 9/9 [00:00<00:00, 223365.30it/s]
+
Relations: 0%| | 0/11 [00:00, ?it/s]
Relations: 100%|██████████| 11/11 [00:00<00:00, 311738.81it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a3_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a3 with discrete factor (entailment)
+Adding edge a2_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c2 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 7 10 12 8 9 11 0
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000519991 seconds
+[WMB] Created join graph with 13 clique factors
+[WMB] Number of cliques : 13
+[WMB] Number of edges : 20
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00118899 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -3.934907 (1.954752e-02) d=3.934907e+00 time=0.001527 i=1
+[WMB] Converged after 1 iterations in 0.001910 seconds
+PR
+-3.934907 (1.954752e-02)
+STATUS
+true: Consistent evidence
+MAR
+13 2 0.001303 0.998697 2 0.185573 0.814427 2 0.166136 0.833864 2 0.334202 0.665798 2 0.129662 0.870338 2 0.500000 0.500000 2 0.187101 0.812899 2 0.194423 0.805577 2 0.000483 0.999517 2 0.110636 0.889364 2 0.125397 0.874603 2 0.003176 0.996824 2 0.159965 0.840035
+[MERLIN] I/O time is 0.000738 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.001303, 0.998697]}, {'variable': 'a0_c0', 'probabilities': [0.185573, 0.814427]}, {'variable': 'a0_c1', 'probabilities': [0.166136, 0.833864]}, {'variable': 'a0_c3', 'probabilities': [0.334202, 0.665798]}, {'variable': 'a0_c4', 'probabilities': [0.129662, 0.870338]}, {'variable': 'a1', 'probabilities': [0.5, 0.5]}, {'variable': 'a1_c1', 'probabilities': [0.187101, 0.812899]}, {'variable': 'a1_c2', 'probabilities': [0.194423, 0.805577]}, {'variable': 'a2', 'probabilities': [0.000483, 0.999517]}, {'variable': 'a2_c0', 'probabilities': [0.110636, 0.889364]}, {'variable': 'a2_c7', 'probabilities': [0.125397, 0.874603]}, {'variable': 'a3', 'probabilities': [0.003176, 0.996824]}, {'variable': 'a3_c2', 'probabilities': [0.159965, 0.840035]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.001303
+[FactReasoner] (a0): Probability for a0=1 is: 0.998697
+[FactReasoner] (a1): Probability for a1=0 is: 0.5
+[FactReasoner] (a1): Probability for a1=1 is: 0.5
+[FactReasoner] (a2): Probability for a2=0 is: 0.000483
+[FactReasoner] (a2): Probability for a2=1 is: 0.999517
+[FactReasoner] (a3): Probability for a3=0 is: 0.003176
+[FactReasoner] (a3): Probability for a3=1 is: 0.996824
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'NS', 'a2': 'S', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0169 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 160 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 0.999975046767139
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 0.9998881669660209
+[NLI] Found relation: [a0_c4 -> a2] : entailment : 0.9479912247289791
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 0.8928137936008828
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a3_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a3] : entailment : 0.9479923501145278
+[NLI] Found relation: [a1_c1 -> a3] : entailment : 0.9952896266169807
+[NLI] Found relation: [a2_c0 -> a3] : entailment : 0.9999995231632965
+[NLI] Found relation: [a2_c7 -> a3] : entailment : 0.9999956687667205
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 0.9939679280913625
+[NLI] Relations built: 14
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 114130.72it/s]
+
Contexts: 0%| | 0/10 [00:00, ?it/s]
Contexts: 100%|██████████| 10/10 [00:00<00:00, 358487.52it/s]
+
Relations: 0%| | 0/14 [00:00, ?it/s]
Relations: 100%|██████████| 14/14 [00:00<00:00, 441505.68it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c2 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a0_c4 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a3_c2 - a2 with discrete factor (entailment)
+Adding edge a0_c6 - a3 with discrete factor (entailment)
+Adding edge a1_c1 - a3 with discrete factor (entailment)
+Adding edge a2_c0 - a3 with discrete factor (entailment)
+Adding edge a2_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 3 5 6 10 12 13 9 7 11 1 0 4 8
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000551939 seconds
+[WMB] Created join graph with 14 clique factors
+[WMB] Number of cliques : 14
+[WMB] Number of edges : 26
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00127792 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -3.588435 (2.764157e-02) d=3.588435e+00 time=0.001691 i=1
+[WMB] Converged after 1 iterations in 0.001713 seconds
+PR
+-3.588435 (2.764157e-02)
+STATUS
+true: Consistent evidence
+MAR
+14 2 0.000004 0.999996 2 0.052636 0.947364 2 0.052636 0.947364 2 0.052637 0.947363 2 0.028477 0.971523 2 0.055359 0.944641 2 0.026424 0.973576 2 0.030316 0.969684 2 0.000017 0.999983 2 0.027044 0.972956 2 0.052632 0.947368 2 0.000000 1.000000 2 0.052934 0.947066 2 0.052648 0.947352
+[MERLIN] I/O time is 0.000690 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [4e-06, 0.999996]}, {'variable': 'a0_c0', 'probabilities': [0.052636, 0.947364]}, {'variable': 'a0_c1', 'probabilities': [0.052636, 0.947364]}, {'variable': 'a0_c3', 'probabilities': [0.052637, 0.947363]}, {'variable': 'a0_c4', 'probabilities': [0.028477, 0.971523]}, {'variable': 'a0_c6', 'probabilities': [0.055359, 0.944641]}, {'variable': 'a1', 'probabilities': [0.026424, 0.973576]}, {'variable': 'a1_c1', 'probabilities': [0.030316, 0.969684]}, {'variable': 'a2', 'probabilities': [1.7e-05, 0.999983]}, {'variable': 'a2_c0', 'probabilities': [0.027044, 0.972956]}, {'variable': 'a2_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.052934, 0.947066]}, {'variable': 'a3_c2', 'probabilities': [0.052648, 0.947352]}]
+[FactReasoner] (a0): Probability for a0=0 is: 4e-06
+[FactReasoner] (a0): Probability for a0=1 is: 0.999996
+[FactReasoner] (a1): Probability for a1=0 is: 0.026424
+[FactReasoner] (a1): Probability for a1=1 is: 0.973576
+[FactReasoner] (a2): Probability for a2=0 is: 1.7e-05
+[FactReasoner] (a2): Probability for a2=1 is: 0.999983
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0138 seconds.
+[29/40] Global Times GT=NS | cctru=--| ccvan=--| fptru=S| fpvan=S| gugua=NS| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : contradiction : 0.6845663212955446
+[NLI] Found relation: [c2 -> a0] : contradiction : 0.9999981323948464
+[NLI] Found relation: [c4 -> a0] : contradiction : 0.963026872476866
+[NLI] Found relation: [c5 -> a0] : contradiction : 0.9999468780389189
+[NLI] Found relation: [c6 -> a0] : contradiction : 0.9999996423723848
+[NLI] Relations built: 5
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 21183.35it/s]
+
Contexts: 0%| | 0/5 [00:00, ?it/s]
Contexts: 100%|██████████| 5/5 [00:00<00:00, 132731.14it/s]
+
Relations: 0%| | 0/5 [00:00, ?it/s]
Relations: 100%|██████████| 5/5 [00:00<00:00, 143640.55it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (contradiction)
+Adding edge c2 - a0 with discrete factor (contradiction)
+Adding edge c4 - a0 with discrete factor (contradiction)
+Adding edge c5 - a0 with discrete factor (contradiction)
+Adding edge c6 - a0 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00422382 seconds
+[WMB] Created join graph with 6 clique factors
+[WMB] Number of cliques : 6
+[WMB] Number of edges : 10
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.00462294 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.538702 (2.146596e-01) d=1.538702e+00 time=0.004820 i=1
+[WMB] Converged after 1 iterations in 0.004845 seconds
+PR
+-1.538702 (2.146596e-01)
+STATUS
+true: Consistent evidence
+MAR
+6 2 0.999927 0.000073 2 0.110223 0.889777 2 0.121559 0.878441 2 0.054582 0.945418 2 0.078238 0.921762 2 0.161726 0.838274
+[MERLIN] I/O time is 0.000421 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.999927, 7.3e-05]}, {'variable': 'c0', 'probabilities': [0.110223, 0.889777]}, {'variable': 'c2', 'probabilities': [0.121559, 0.878441]}, {'variable': 'c4', 'probabilities': [0.054582, 0.945418]}, {'variable': 'c5', 'probabilities': [0.078238, 0.921762]}, {'variable': 'c6', 'probabilities': [0.161726, 0.838274]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.999927
+[FactReasoner] (a0): Probability for a0=1 is: 7.3e-05
+[FactReasoner] Predictions: {'a0': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0167 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c4 -> a0] : contradiction : 0.9008377822689486
+[NLI] Found relation: [c5 -> a0] : contradiction : 0.9999986489650262
+[NLI] Found relation: [c6 -> a0] : contradiction : 0.9999996026360078
+[NLI] Relations built: 3
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 20262.34it/s]
+
Contexts: 0%| | 0/3 [00:00, ?it/s]
Contexts: 100%|██████████| 3/3 [00:00<00:00, 115439.56it/s]
+
Relations: 0%| | 0/3 [00:00, ?it/s]
Relations: 100%|██████████| 3/3 [00:00<00:00, 114390.11it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding edge c4 - a0 with discrete factor (contradiction)
+Adding edge c5 - a0 with discrete factor (contradiction)
+Adding edge c6 - a0 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000268936 seconds
+[WMB] Created join graph with 4 clique factors
+[WMB] Number of cliques : 4
+[WMB] Number of edges : 6
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000541925 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.945234 (3.885887e-01) d=9.452339e-01 time=0.000672 i=1
+[WMB] Converged after 1 iterations in 0.000689 seconds
+PR
+-0.945234 (3.885887e-01)
+STATUS
+true: Consistent evidence
+MAR
+4 2 0.999552 0.000448 2 0.058223 0.941777 2 0.053056 0.946944 2 0.053056 0.946944
+[MERLIN] I/O time is 0.000284 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.999552, 0.000448]}, {'variable': 'c4', 'probabilities': [0.058223, 0.941777]}, {'variable': 'c5', 'probabilities': [0.053056, 0.946944]}, {'variable': 'c6', 'probabilities': [0.053056, 0.946944]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.999552
+[FactReasoner] (a0): Probability for a0=1 is: 0.000448
+[FactReasoner] Predictions: {'a0': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0118 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 360 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : contradiction : 0.9999984105478588
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a0] : contradiction : 0.9901310581205247
+[NLI] Found relation: [a5_c8 -> a0] : contradiction : 0.9999990463275026
+[NLI] Found relation: [a0_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a3] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c5 -> a3] : contradiction : 0.9999998410543312
+[NLI] Found relation: [a0_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a3] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a3] : contradiction : 0.9999995231632965
+[NLI] Found relation: [a2_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 0.9585723965926926
+[NLI] Found relation: [a3_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 0.999990821052948
+[NLI] Found relation: [a4_c6 -> a3] : contradiction : 0.9999998013179273
+[NLI] Found relation: [a4_c9 -> a3] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a5_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c5 -> a3] : contradiction : 0.9999998410543312
+[NLI] Found relation: [a5_c8 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a0_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a4] : entailment : 0.9999999602635733
+[NLI] Found relation: [a4_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a5] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a5] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a5] : entailment : 0.9996099734977563
+[NLI] Found relation: [a0_c7 -> a5] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a5] : entailment : 0.9999993244816028
+[NLI] Found relation: [a5_c1 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c6 -> a5] : entailment : 0.9997634020941394
+[NLI] Found relation: [a5_c8 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c9 -> a5] : entailment : 1.0
+[NLI] Relations built: 43
+
Atoms: 0%| | 0/6 [00:00, ?it/s]
Atoms: 100%|██████████| 6/6 [00:00<00:00, 155344.59it/s]
+
Contexts: 0%| | 0/24 [00:00, ?it/s]
Contexts: 100%|██████████| 24/24 [00:00<00:00, 592137.04it/s]
+
Relations: 0%| | 0/43 [00:00, ?it/s]
Relations: 100%|██████████| 43/43 [00:00<00:00, 597202.23it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a4_c6 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding context variable a5_c0 with discrete factor (prior)
+Adding context variable a5_c1 with discrete factor (prior)
+Adding context variable a5_c2 with discrete factor (prior)
+Adding context variable a5_c5 with discrete factor (prior)
+Adding context variable a5_c6 with discrete factor (prior)
+Adding context variable a5_c8 with discrete factor (prior)
+Adding context variable a5_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (contradiction)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a5_c0 - a0 with discrete factor (entailment)
+Adding edge a5_c2 - a0 with discrete factor (contradiction)
+Adding edge a5_c8 - a0 with discrete factor (contradiction)
+Adding edge a0_c0 - a2 with discrete factor (entailment)
+Adding edge a0_c6 - a2 with discrete factor (entailment)
+Adding edge a5_c0 - a2 with discrete factor (entailment)
+Adding edge a0_c0 - a3 with discrete factor (entailment)
+Adding edge a0_c2 - a3 with discrete factor (contradiction)
+Adding edge a0_c5 - a3 with discrete factor (contradiction)
+Adding edge a0_c6 - a3 with discrete factor (entailment)
+Adding edge a0_c7 - a3 with discrete factor (contradiction)
+Adding edge a1_c3 - a3 with discrete factor (entailment)
+Adding edge a1_c8 - a3 with discrete factor (entailment)
+Adding edge a2_c1 - a3 with discrete factor (entailment)
+Adding edge a2_c5 - a3 with discrete factor (contradiction)
+Adding edge a2_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c1 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a4_c6 - a3 with discrete factor (contradiction)
+Adding edge a4_c9 - a3 with discrete factor (contradiction)
+Adding edge a5_c0 - a3 with discrete factor (entailment)
+Adding edge a5_c5 - a3 with discrete factor (contradiction)
+Adding edge a5_c8 - a3 with discrete factor (contradiction)
+Adding edge a0_c0 - a4 with discrete factor (entailment)
+Adding edge a0_c6 - a4 with discrete factor (entailment)
+Adding edge a4_c4 - a4 with discrete factor (entailment)
+Adding edge a5_c0 - a4 with discrete factor (entailment)
+Adding edge a5_c2 - a4 with discrete factor (entailment)
+Adding edge a0_c0 - a5 with discrete factor (entailment)
+Adding edge a0_c2 - a5 with discrete factor (entailment)
+Adding edge a0_c6 - a5 with discrete factor (entailment)
+Adding edge a0_c7 - a5 with discrete factor (entailment)
+Adding edge a0_c8 - a5 with discrete factor (entailment)
+Adding edge a5_c0 - a5 with discrete factor (entailment)
+Adding edge a5_c1 - a5 with discrete factor (entailment)
+Adding edge a5_c2 - a5 with discrete factor (entailment)
+Adding edge a5_c6 - a5 with discrete factor (entailment)
+Adding edge a5_c8 - a5 with discrete factor (entailment)
+Adding edge a5_c9 - a5 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 3 6 7 8 9 11 12 13 15 16 17 19 20 21 24 26 27 29 5 2 28 25 18 0 10 14 22 23 1 4
+[WMB] + induced width : 5
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00132704 seconds
+[WMB] Created join graph with 30 clique factors
+[WMB] Number of cliques : 30
+[WMB] Number of edges : 56
+[WMB] Max clique size : 6
+[WMB] Max separator size : 5
+[WMB] Finished initialization in 0.00339198 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -31.341446 (2.446713e-14) d=3.134145e+01 time=0.004588 i=1
+[WMB] Converged after 1 iterations in 0.004610 seconds
+PR
+-31.341446 (2.446713e-14)
+STATUS
+true: Consistent evidence
+MAR
+30 2 0.829117 0.170883 2 0.831250 0.168750 2 0.188099 0.811901 2 0.228482 0.771518 2 0.831251 0.168749 2 0.204565 0.795435 2 0.127170 0.872830 2 0.500000 0.500000 2 0.857357 0.142643 2 0.857357 0.142643 2 0.414583 0.585417 2 0.857357 0.142643 2 0.298403 0.701597 2 0.857357 0.142643 2 0.829160 0.170840 2 0.609279 0.390721 2 0.886106 0.113894 2 0.886092 0.113908 2 0.011658 0.988342 2 0.137346 0.862654 2 0.228482 0.771518 2 0.235653 0.764347 2 0.000000 1.000000 2 0.831250 0.168750 2 0.078167 0.921833 2 0.261665 0.738335 2 0.228482 0.771518 2 0.058279 0.941721 2 0.188099 0.811901 2 0.127170 0.872830
+[MERLIN] I/O time is 0.001286 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.829117, 0.170883]}, {'variable': 'a0_c0', 'probabilities': [0.83125, 0.16875]}, {'variable': 'a0_c2', 'probabilities': [0.188099, 0.811901]}, {'variable': 'a0_c5', 'probabilities': [0.228482, 0.771518]}, {'variable': 'a0_c6', 'probabilities': [0.831251, 0.168749]}, {'variable': 'a0_c7', 'probabilities': [0.204565, 0.795435]}, {'variable': 'a0_c8', 'probabilities': [0.12717, 0.87283]}, {'variable': 'a1', 'probabilities': [0.5, 0.5]}, {'variable': 'a1_c3', 'probabilities': [0.857357, 0.142643]}, {'variable': 'a1_c8', 'probabilities': [0.857357, 0.142643]}, {'variable': 'a2', 'probabilities': [0.414583, 0.585417]}, {'variable': 'a2_c1', 'probabilities': [0.857357, 0.142643]}, {'variable': 'a2_c5', 'probabilities': [0.298403, 0.701597]}, {'variable': 'a2_c6', 'probabilities': [0.857357, 0.142643]}, {'variable': 'a3', 'probabilities': [0.82916, 0.17084]}, {'variable': 'a3_c0', 'probabilities': [0.609279, 0.390721]}, {'variable': 'a3_c1', 'probabilities': [0.886106, 0.113894]}, {'variable': 'a3_c3', 'probabilities': [0.886092, 0.113908]}, {'variable': 'a4', 'probabilities': [0.011658, 0.988342]}, {'variable': 'a4_c4', 'probabilities': [0.137346, 0.862654]}, {'variable': 'a4_c6', 'probabilities': [0.228482, 0.771518]}, {'variable': 'a4_c9', 'probabilities': [0.235653, 0.764347]}, {'variable': 'a5', 'probabilities': [0.0, 1.0]}, {'variable': 'a5_c0', 'probabilities': [0.83125, 0.16875]}, {'variable': 'a5_c1', 'probabilities': [0.078167, 0.921833]}, {'variable': 'a5_c2', 'probabilities': [0.261665, 0.738335]}, {'variable': 'a5_c5', 'probabilities': [0.228482, 0.771518]}, {'variable': 'a5_c6', 'probabilities': [0.058279, 0.941721]}, {'variable': 'a5_c8', 'probabilities': [0.188099, 0.811901]}, {'variable': 'a5_c9', 'probabilities': [0.12717, 0.87283]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.829117
+[FactReasoner] (a0): Probability for a0=1 is: 0.170883
+[FactReasoner] (a1): Probability for a1=0 is: 0.5
+[FactReasoner] (a1): Probability for a1=1 is: 0.5
+[FactReasoner] (a2): Probability for a2=0 is: 0.414583
+[FactReasoner] (a2): Probability for a2=1 is: 0.585417
+[FactReasoner] (a3): Probability for a3=0 is: 0.82916
+[FactReasoner] (a3): Probability for a3=1 is: 0.17084
+[FactReasoner] (a4): Probability for a4=0 is: 0.011658
+[FactReasoner] (a4): Probability for a4=1 is: 0.988342
+[FactReasoner] (a5): Probability for a5=0 is: 0.0
+[FactReasoner] (a5): Probability for a5=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'NS', 'a2': 'S', 'a3': 'NS', 'a4': 'S', 'a5': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0221 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 360 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : contradiction : 0.9999988079099372
+[NLI] Found relation: [a5_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 0.9194508743119174
+[NLI] Found relation: [a0_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a2] : entailment : 0.9999998013179273
+[NLI] Found relation: [a0_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a3] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a0_c5 -> a3] : contradiction : 1.0
+[NLI] Found relation: [a0_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a3] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a1_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a3] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a2_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a3] : entailment : 0.8746524167844115
+[NLI] Found relation: [a3_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a4_c6 -> a3] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a4_c9 -> a3] : contradiction : 0.9999995231632965
+[NLI] Found relation: [a5_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a5_c1 -> a3] : contradiction : 0.9999983708116444
+[NLI] Found relation: [a5_c2 -> a3] : contradiction : 0.9999992450089515
+[NLI] Found relation: [a5_c5 -> a3] : contradiction : 0.9999998410543312
+[NLI] Found relation: [a5_c8 -> a3] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a0_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a4] : entailment : 1.0
+[NLI] Found relation: [a4_c4 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a4] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a4] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a5] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a5] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a5] : entailment : 0.9795545727265916
+[NLI] Found relation: [a0_c7 -> a5] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c0 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c1 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c2 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c6 -> a5] : entailment : 0.9795553049846447
+[NLI] Found relation: [a5_c8 -> a5] : entailment : 1.0
+[NLI] Found relation: [a5_c9 -> a5] : entailment : 1.0
+[NLI] Relations built: 43
+
Atoms: 0%| | 0/6 [00:00, ?it/s]
Atoms: 100%|██████████| 6/6 [00:00<00:00, 147168.56it/s]
+
Contexts: 0%| | 0/24 [00:00, ?it/s]
Contexts: 100%|██████████| 24/24 [00:00<00:00, 592137.04it/s]
+
Relations: 0%| | 0/43 [00:00, ?it/s]
Relations: 100%|██████████| 43/43 [00:00<00:00, 764216.41it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding atom variable a5 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a4_c4 with discrete factor (prior)
+Adding context variable a4_c6 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding context variable a5_c0 with discrete factor (prior)
+Adding context variable a5_c1 with discrete factor (prior)
+Adding context variable a5_c2 with discrete factor (prior)
+Adding context variable a5_c5 with discrete factor (prior)
+Adding context variable a5_c6 with discrete factor (prior)
+Adding context variable a5_c8 with discrete factor (prior)
+Adding context variable a5_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (contradiction)
+Adding edge a5_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c0 - a2 with discrete factor (entailment)
+Adding edge a0_c6 - a2 with discrete factor (entailment)
+Adding edge a5_c0 - a2 with discrete factor (entailment)
+Adding edge a0_c0 - a3 with discrete factor (entailment)
+Adding edge a0_c2 - a3 with discrete factor (contradiction)
+Adding edge a0_c5 - a3 with discrete factor (contradiction)
+Adding edge a0_c6 - a3 with discrete factor (entailment)
+Adding edge a0_c7 - a3 with discrete factor (contradiction)
+Adding edge a1_c3 - a3 with discrete factor (entailment)
+Adding edge a1_c8 - a3 with discrete factor (entailment)
+Adding edge a2_c1 - a3 with discrete factor (entailment)
+Adding edge a2_c5 - a3 with discrete factor (contradiction)
+Adding edge a2_c6 - a3 with discrete factor (entailment)
+Adding edge a2_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c1 - a3 with discrete factor (entailment)
+Adding edge a4_c6 - a3 with discrete factor (contradiction)
+Adding edge a4_c9 - a3 with discrete factor (contradiction)
+Adding edge a5_c0 - a3 with discrete factor (entailment)
+Adding edge a5_c1 - a3 with discrete factor (contradiction)
+Adding edge a5_c2 - a3 with discrete factor (contradiction)
+Adding edge a5_c5 - a3 with discrete factor (contradiction)
+Adding edge a5_c8 - a3 with discrete factor (contradiction)
+Adding edge a0_c0 - a4 with discrete factor (entailment)
+Adding edge a0_c6 - a4 with discrete factor (entailment)
+Adding edge a4_c4 - a4 with discrete factor (entailment)
+Adding edge a5_c0 - a4 with discrete factor (entailment)
+Adding edge a5_c2 - a4 with discrete factor (entailment)
+Adding edge a0_c0 - a5 with discrete factor (entailment)
+Adding edge a0_c2 - a5 with discrete factor (entailment)
+Adding edge a0_c6 - a5 with discrete factor (entailment)
+Adding edge a0_c7 - a5 with discrete factor (entailment)
+Adding edge a0_c8 - a5 with discrete factor (entailment)
+Adding edge a5_c0 - a5 with discrete factor (entailment)
+Adding edge a5_c1 - a5 with discrete factor (entailment)
+Adding edge a5_c2 - a5 with discrete factor (entailment)
+Adding edge a5_c6 - a5 with discrete factor (entailment)
+Adding edge a5_c8 - a5 with discrete factor (entailment)
+Adding edge a5_c9 - a5 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 3 6 7 8 9 10 12 13 14 15 17 19 20 21 26 27 29 28 2 24 5 25 18 0 11 16 22 23 1 4
+[WMB] + induced width : 5
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00159693 seconds
+[WMB] Created join graph with 30 clique factors
+[WMB] Number of cliques : 30
+[WMB] Number of edges : 56
+[WMB] Max clique size : 6
+[WMB] Max separator size : 5
+[WMB] Finished initialization in 0.00413203 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -38.247881 (2.449944e-17) d=3.824788e+01 time=0.005395 i=1
+[WMB] Converged after 1 iterations in 0.005434 seconds
+PR
+-38.247881 (2.449944e-17)
+STATUS
+true: Consistent evidence
+MAR
+30 2 0.807240 0.192760 2 0.818928 0.181072 2 0.203816 0.796184 2 0.224769 0.775231 2 0.818941 0.181059 2 0.203817 0.796183 2 0.052632 0.947368 2 0.122494 0.877506 2 0.827862 0.172138 2 0.100000 0.900000 2 0.827862 0.172138 2 0.409150 0.590850 2 0.827862 0.172138 2 0.224769 0.775231 2 0.827862 0.172138 2 0.262152 0.737848 2 0.818299 0.181701 2 0.827862 0.172138 2 0.000590 0.999410 2 0.053190 0.946810 2 0.224769 0.775231 2 0.224768 0.775232 2 0.000000 1.000000 2 0.818928 0.181072 2 0.203806 0.796194 2 0.193482 0.806518 2 0.224769 0.775231 2 0.053671 0.946329 2 0.203816 0.796184 2 0.052632 0.947368
+[MERLIN] I/O time is 0.001379 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.80724, 0.19276]}, {'variable': 'a0_c0', 'probabilities': [0.818928, 0.181072]}, {'variable': 'a0_c2', 'probabilities': [0.203816, 0.796184]}, {'variable': 'a0_c5', 'probabilities': [0.224769, 0.775231]}, {'variable': 'a0_c6', 'probabilities': [0.818941, 0.181059]}, {'variable': 'a0_c7', 'probabilities': [0.203817, 0.796183]}, {'variable': 'a0_c8', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1', 'probabilities': [0.122494, 0.877506]}, {'variable': 'a1_c3', 'probabilities': [0.827862, 0.172138]}, {'variable': 'a1_c5', 'probabilities': [0.1, 0.9]}, {'variable': 'a1_c8', 'probabilities': [0.827862, 0.172138]}, {'variable': 'a2', 'probabilities': [0.40915, 0.59085]}, {'variable': 'a2_c1', 'probabilities': [0.827862, 0.172138]}, {'variable': 'a2_c5', 'probabilities': [0.224769, 0.775231]}, {'variable': 'a2_c6', 'probabilities': [0.827862, 0.172138]}, {'variable': 'a2_c7', 'probabilities': [0.262152, 0.737848]}, {'variable': 'a3', 'probabilities': [0.818299, 0.181701]}, {'variable': 'a3_c1', 'probabilities': [0.827862, 0.172138]}, {'variable': 'a4', 'probabilities': [0.00059, 0.99941]}, {'variable': 'a4_c4', 'probabilities': [0.05319, 0.94681]}, {'variable': 'a4_c6', 'probabilities': [0.224769, 0.775231]}, {'variable': 'a4_c9', 'probabilities': [0.224768, 0.775232]}, {'variable': 'a5', 'probabilities': [0.0, 1.0]}, {'variable': 'a5_c0', 'probabilities': [0.818928, 0.181072]}, {'variable': 'a5_c1', 'probabilities': [0.203806, 0.796194]}, {'variable': 'a5_c2', 'probabilities': [0.193482, 0.806518]}, {'variable': 'a5_c5', 'probabilities': [0.224769, 0.775231]}, {'variable': 'a5_c6', 'probabilities': [0.053671, 0.946329]}, {'variable': 'a5_c8', 'probabilities': [0.203816, 0.796184]}, {'variable': 'a5_c9', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.80724
+[FactReasoner] (a0): Probability for a0=1 is: 0.19276
+[FactReasoner] (a1): Probability for a1=0 is: 0.122494
+[FactReasoner] (a1): Probability for a1=1 is: 0.877506
+[FactReasoner] (a2): Probability for a2=0 is: 0.40915
+[FactReasoner] (a2): Probability for a2=1 is: 0.59085
+[FactReasoner] (a3): Probability for a3=0 is: 0.818299
+[FactReasoner] (a3): Probability for a3=1 is: 0.181701
+[FactReasoner] (a4): Probability for a4=0 is: 0.00059
+[FactReasoner] (a4): Probability for a4=1 is: 0.99941
+[FactReasoner] (a5): Probability for a5=0 is: 0.0
+[FactReasoner] (a5): Probability for a5=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'S', 'a2': 'S', 'a3': 'NS', 'a4': 'S', 'a5': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0233 seconds.
+[30/40] Global Times GT=NS | cctru=NS| ccvan=NS| fptru=NS| fpvan=S| gugua=NS| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Relations built: 6
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 24966.10it/s]
+
Contexts: 0%| | 0/6 [00:00, ?it/s]
Contexts: 100%|██████████| 6/6 [00:00<00:00, 161319.38it/s]
+
Relations: 0%| | 0/6 [00:00, ?it/s]
Relations: 100%|██████████| 6/6 [00:00<00:00, 160291.87it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000308037 seconds
+[WMB] Created join graph with 7 clique factors
+[WMB] Number of cliques : 7
+[WMB] Number of edges : 12
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.00071907 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -2.183516 (1.126448e-01) d=2.183516e+00 time=0.000922 i=1
+[WMB] Converged after 1 iterations in 0.000940 seconds
+PR
+-2.183516 (1.126448e-01)
+STATUS
+true: Consistent evidence
+MAR
+7 2 0.000365 0.999635 2 0.263427 0.736573 2 0.333576 0.666424 2 0.333576 0.666424 2 0.333576 0.666424 2 0.333576 0.666424 2 0.112579 0.887421
+[MERLIN] I/O time is 0.000335 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.000365, 0.999635]}, {'variable': 'c1', 'probabilities': [0.263427, 0.736573]}, {'variable': 'c2', 'probabilities': [0.333576, 0.666424]}, {'variable': 'c4', 'probabilities': [0.333576, 0.666424]}, {'variable': 'c5', 'probabilities': [0.333576, 0.666424]}, {'variable': 'c6', 'probabilities': [0.333576, 0.666424]}, {'variable': 'c8', 'probabilities': [0.112579, 0.887421]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.000365
+[FactReasoner] (a0): Probability for a0=1 is: 0.999635
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0094 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Relations built: 6
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 33554.43it/s]
+
Contexts: 0%| | 0/6 [00:00, ?it/s]
Contexts: 100%|██████████| 6/6 [00:00<00:00, 228780.22it/s]
+
Relations: 0%| | 0/6 [00:00, ?it/s]
Relations: 100%|██████████| 6/6 [00:00<00:00, 220752.84it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000298023 seconds
+[WMB] Created join graph with 7 clique factors
+[WMB] Number of cliques : 7
+[WMB] Number of edges : 12
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000701189 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.000907 (3.675460e-01) d=1.000907e+00 time=0.000897 i=1
+[WMB] Converged after 1 iterations in 0.000914 seconds
+PR
+-1.000907 (3.675460e-01)
+STATUS
+true: Consistent evidence
+MAR
+7 2 0.000000 1.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368
+[MERLIN] I/O time is 0.000342 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c8', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0087 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 40 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 0.9999982118671061
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 0.9999998410543312
+[NLI] Found relation: [a0_c3 -> a1] : contradiction : 0.9999716297993376
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 0.9999997615815251
+[NLI] Relations built: 6
+
Atoms: 0%| | 0/2 [00:00, ?it/s]
Atoms: 100%|██████████| 2/2 [00:00<00:00, 56679.78it/s]
+
Contexts: 0%| | 0/6 [00:00, ?it/s]
Contexts: 100%|██████████| 6/6 [00:00<00:00, 204600.20it/s]
+
Relations: 0%| | 0/6 [00:00, ?it/s]
Relations: 100%|██████████| 6/6 [00:00<00:00, 215092.51it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (contradiction)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 6 7 0 5
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.0003829 seconds
+[WMB] Created join graph with 8 clique factors
+[WMB] Number of cliques : 8
+[WMB] Number of edges : 12
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.00101805 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -3.891371 (2.041732e-02) d=3.891371e+00 time=0.001244 i=1
+[WMB] Converged after 1 iterations in 0.001274 seconds
+PR
+-3.891371 (2.041732e-02)
+STATUS
+true: Consistent evidence
+MAR
+8 2 0.100000 0.900000 2 0.400000 0.600000 2 0.967562 0.032438 2 0.365718 0.634282 2 0.400000 0.600000 2 0.048577 0.951423 2 0.233181 0.766819 2 0.298951 0.701049
+[MERLIN] I/O time is 0.000520 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.1, 0.9]}, {'variable': 'a0_c0', 'probabilities': [0.4, 0.6]}, {'variable': 'a0_c3', 'probabilities': [0.967562, 0.032438]}, {'variable': 'a0_c6', 'probabilities': [0.365718, 0.634282]}, {'variable': 'a0_c7', 'probabilities': [0.4, 0.6]}, {'variable': 'a1', 'probabilities': [0.048577, 0.951423]}, {'variable': 'a1_c2', 'probabilities': [0.233181, 0.766819]}, {'variable': 'a1_c9', 'probabilities': [0.298951, 0.701049]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.1
+[FactReasoner] (a0): Probability for a0=1 is: 0.9
+[FactReasoner] (a1): Probability for a1=0 is: 0.048577
+[FactReasoner] (a1): Probability for a1=1 is: 0.951423
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0121 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 40 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 0.9999999205271529
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 0.9585724299216574
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 0.9999679744880208
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 0.9999999602635733
+[NLI] Relations built: 7
+
Atoms: 0%| | 0/2 [00:00, ?it/s]
Atoms: 100%|██████████| 2/2 [00:00<00:00, 53773.13it/s]
+
Contexts: 0%| | 0/7 [00:00, ?it/s]
Contexts: 100%|██████████| 7/7 [00:00<00:00, 214307.50it/s]
+
Relations: 0%| | 0/7 [00:00, ?it/s]
Relations: 100%|██████████| 7/7 [00:00<00:00, 181235.36it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 6 7 8 0 5
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000411034 seconds
+[WMB] Created join graph with 9 clique factors
+[WMB] Number of cliques : 9
+[WMB] Number of edges : 14
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000880003 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.785143 (1.677730e-01) d=1.785143e+00 time=0.001126 i=1
+[WMB] Converged after 1 iterations in 0.001143 seconds
+PR
+-1.785143 (1.677730e-01)
+STATUS
+true: Consistent evidence
+MAR
+9 2 0.000265 0.999735 2 0.052883 0.947117 2 0.054919 0.945081 2 0.052639 0.947361 2 0.052884 0.947116 2 0.000008 0.999992 2 0.052639 0.947361 2 0.052639 0.947361 2 0.052639 0.947361
+[MERLIN] I/O time is 0.000590 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.000265, 0.999735]}, {'variable': 'a0_c0', 'probabilities': [0.052883, 0.947117]}, {'variable': 'a0_c4', 'probabilities': [0.054919, 0.945081]}, {'variable': 'a0_c6', 'probabilities': [0.052639, 0.947361]}, {'variable': 'a0_c7', 'probabilities': [0.052884, 0.947116]}, {'variable': 'a1', 'probabilities': [8e-06, 0.999992]}, {'variable': 'a1_c2', 'probabilities': [0.052639, 0.947361]}, {'variable': 'a1_c5', 'probabilities': [0.052639, 0.947361]}, {'variable': 'a1_c9', 'probabilities': [0.052639, 0.947361]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.000265
+[FactReasoner] (a0): Probability for a0=1 is: 0.999735
+[FactReasoner] (a1): Probability for a1=0 is: 8e-06
+[FactReasoner] (a1): Probability for a1=1 is: 0.999992
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0133 seconds.
+[31/40] Xi's Moments GT=S | cctru=S| ccvan=S| fptru=S| fpvan=S| gugua=S| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c5 -> a0] : entailment : 0.9999997615815251
+[NLI] Relations built: 1
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 17697.49it/s]
+
Contexts: 0%| | 0/1 [00:00, ?it/s]
Contexts: 100%|██████████| 1/1 [00:00<00:00, 45100.04it/s]
+
Relations: 0%| | 0/1 [00:00, ?it/s]
Relations: 100%|██████████| 1/1 [00:00<00:00, 36792.14it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding edge c5 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 0 1
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000177145 seconds
+[WMB] Created join graph with 2 clique factors
+[WMB] Number of cliques : 2
+[WMB] Number of edges : 2
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000349045 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.693147 (5.000000e-01) d=6.931472e-01 time=0.000442 i=1
+[WMB] Converged after 1 iterations in 0.000460 seconds
+PR
+-0.693147 (5.000000e-01)
+STATUS
+true: Consistent evidence
+MAR
+2 2 0.145000 0.855000 2 0.290000 0.710000
+[MERLIN] I/O time is 0.000222 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.145, 0.855]}, {'variable': 'c5', 'probabilities': [0.29, 0.71]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.145
+[FactReasoner] (a0): Probability for a0=1 is: 0.855
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0117 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c5 -> a0] : entailment : 0.9999999602635733
+[NLI] Relations built: 1
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 18808.54it/s]
+
Contexts: 0%| | 0/1 [00:00, ?it/s]
Contexts: 100%|██████████| 1/1 [00:00<00:00, 36792.14it/s]
+
Relations: 0%| | 0/1 [00:00, ?it/s]
Relations: 100%|██████████| 1/1 [00:00<00:00, 40329.85it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding edge c5 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 0 1
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00018096 seconds
+[WMB] Created join graph with 2 clique factors
+[WMB] Number of cliques : 2
+[WMB] Number of edges : 2
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000550032 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.693147 (5.000000e-01) d=6.931472e-01 time=0.000654 i=1
+[WMB] Converged after 1 iterations in 0.000672 seconds
+PR
+-0.693147 (5.000000e-01)
+STATUS
+true: Consistent evidence
+MAR
+2 2 0.050000 0.950000 2 0.100000 0.900000
+[MERLIN] I/O time is 0.000226 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.05, 0.95]}, {'variable': 'c5', 'probabilities': [0.1, 0.9]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.05
+[FactReasoner] (a0): Probability for a0=1 is: 0.95
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0085 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 75 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 0.9999895892720676
+[NLI] Found relation: [a0_c3 -> a2] : entailment : 1.0
+[NLI] Relations built: 9
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 73584.28it/s]
+
Contexts: 0%| | 0/6 [00:00, ?it/s]
Contexts: 100%|██████████| 6/6 [00:00<00:00, 226719.14it/s]
+
Relations: 0%| | 0/9 [00:00, ?it/s]
Relations: 100%|██████████| 9/9 [00:00<00:00, 297234.14it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 4 6 7 8 1 0 3 5
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000408173 seconds
+[WMB] Created join graph with 9 clique factors
+[WMB] Number of cliques : 9
+[WMB] Number of edges : 16
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.000969172 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -3.573400 (2.806028e-02) d=3.573400e+00 time=0.001271 i=1
+[WMB] Converged after 1 iterations in 0.001291 seconds
+PR
+-3.573400 (2.806028e-02)
+STATUS
+true: Consistent evidence
+MAR
+9 2 0.000569 0.999431 2 0.201480 0.798520 2 0.170063 0.829937 2 0.094330 0.905670 2 0.170063 0.829937 2 0.001318 0.998682 2 0.264129 0.735871 2 0.264131 0.735869 2 0.047165 0.952835
+[MERLIN] I/O time is 0.000571 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.000569, 0.999431]}, {'variable': 'a0_c1', 'probabilities': [0.20148, 0.79852]}, {'variable': 'a0_c2', 'probabilities': [0.170063, 0.829937]}, {'variable': 'a0_c3', 'probabilities': [0.09433, 0.90567]}, {'variable': 'a0_c5', 'probabilities': [0.170063, 0.829937]}, {'variable': 'a1', 'probabilities': [0.001318, 0.998682]}, {'variable': 'a1_c3', 'probabilities': [0.264129, 0.735871]}, {'variable': 'a1_c4', 'probabilities': [0.264131, 0.735869]}, {'variable': 'a2', 'probabilities': [0.047165, 0.952835]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.000569
+[FactReasoner] (a0): Probability for a0=1 is: 0.999431
+[FactReasoner] (a1): Probability for a1=0 is: 0.001318
+[FactReasoner] (a1): Probability for a1=1 is: 0.998682
+[FactReasoner] (a2): Probability for a2=0 is: 0.047165
+[FactReasoner] (a2): Probability for a2=1 is: 0.952835
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0144 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 75 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 0.9999956687667205
+[NLI] Found relation: [a0_c3 -> a2] : entailment : 1.0
+[NLI] Relations built: 8
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 56173.71it/s]
+
Contexts: 0%| | 0/5 [00:00, ?it/s]
Contexts: 100%|██████████| 5/5 [00:00<00:00, 166440.63it/s]
+
Relations: 0%| | 0/8 [00:00, ?it/s]
Relations: 100%|██████████| 8/8 [00:00<00:00, 243148.06it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding edge a0_c1 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 4 6 7 1 0 3 5
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000829935 seconds
+[WMB] Created join graph with 8 clique factors
+[WMB] Number of cliques : 8
+[WMB] Number of edges : 14
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00131798 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -2.389208 (9.170228e-02) d=2.389208e+00 time=0.001588 i=1
+[WMB] Converged after 1 iterations in 0.001608 seconds
+PR
+-2.389208 (9.170228e-02)
+STATUS
+true: Consistent evidence
+MAR
+8 2 0.000002 0.999998 2 0.027067 0.972933 2 0.052634 0.947366 2 0.027067 0.972933 2 0.052634 0.947366 2 0.000039 0.999961 2 0.052668 0.947332 2 0.013533 0.986467
+[MERLIN] I/O time is 0.000602 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [2e-06, 0.999998]}, {'variable': 'a0_c1', 'probabilities': [0.027067, 0.972933]}, {'variable': 'a0_c2', 'probabilities': [0.052634, 0.947366]}, {'variable': 'a0_c3', 'probabilities': [0.027067, 0.972933]}, {'variable': 'a0_c5', 'probabilities': [0.052634, 0.947366]}, {'variable': 'a1', 'probabilities': [3.9e-05, 0.999961]}, {'variable': 'a1_c3', 'probabilities': [0.052668, 0.947332]}, {'variable': 'a2', 'probabilities': [0.013533, 0.986467]}]
+[FactReasoner] (a0): Probability for a0=0 is: 2e-06
+[FactReasoner] (a0): Probability for a0=1 is: 0.999998
+[FactReasoner] (a1): Probability for a1=0 is: 3.9e-05
+[FactReasoner] (a1): Probability for a1=1 is: 0.999961
+[FactReasoner] (a2): Probability for a2=0 is: 0.013533
+[FactReasoner] (a2): Probability for a2=1 is: 0.986467
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0160 seconds.
+[32/40] Xi's Moments GT=S | cctru=S| ccvan=S| fptru=S| fpvan=S| gugua=S| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [c7 -> a0] : entailment : 1.0
+[NLI] Relations built: 5
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 23696.63it/s]
+
Contexts: 0%| | 0/5 [00:00, ?it/s]
Contexts: 100%|██████████| 5/5 [00:00<00:00, 207638.81it/s]
+
Relations: 0%| | 0/5 [00:00, ?it/s]
Relations: 100%|██████████| 5/5 [00:00<00:00, 182361.04it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c7 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000274897 seconds
+[WMB] Created join graph with 6 clique factors
+[WMB] Number of cliques : 6
+[WMB] Number of edges : 10
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000635862 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.658658 (1.903943e-01) d=1.658658e+00 time=0.000813 i=1
+[WMB] Converged after 1 iterations in 0.000830 seconds
+PR
+-1.658658 (1.903943e-01)
+STATUS
+true: Consistent evidence
+MAR
+6 2 0.000310 0.999690 2 0.194280 0.805720 2 0.263387 0.736613 2 0.333540 0.666460 2 0.094298 0.905702 2 0.194280 0.805720
+[MERLIN] I/O time is 0.000346 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.00031, 0.99969]}, {'variable': 'c0', 'probabilities': [0.19428, 0.80572]}, {'variable': 'c1', 'probabilities': [0.263387, 0.736613]}, {'variable': 'c5', 'probabilities': [0.33354, 0.66646]}, {'variable': 'c6', 'probabilities': [0.094298, 0.905702]}, {'variable': 'c7', 'probabilities': [0.19428, 0.80572]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.00031
+[FactReasoner] (a0): Probability for a0=1 is: 0.99969
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0106 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [c7 -> a0] : entailment : 1.0
+[NLI] Relations built: 5
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 20262.34it/s]
+
Contexts: 0%| | 0/5 [00:00, ?it/s]
Contexts: 100%|██████████| 5/5 [00:00<00:00, 165130.08it/s]
+
Relations: 0%| | 0/5 [00:00, ?it/s]
Relations: 100%|██████████| 5/5 [00:00<00:00, 145635.56it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+Adding edge c7 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000327826 seconds
+[WMB] Created join graph with 6 clique factors
+[WMB] Number of cliques : 6
+[WMB] Number of edges : 10
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000710964 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.949613 (3.868906e-01) d=9.496132e-01 time=0.000891 i=1
+[WMB] Converged after 1 iterations in 0.000911 seconds
+PR
+-0.949613 (3.868906e-01)
+STATUS
+true: Consistent evidence
+MAR
+6 2 0.000000 1.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368
+[MERLIN] I/O time is 0.000681 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c7', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0110 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 75 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 0.9999991655363824
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 0.9999976952977584
+[NLI] Found relation: [a1_c4 -> a1] : entailment : 0.958571691923423
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 0.9585717919102472
+[NLI] Found relation: [a1_c9 -> a1] : contradiction : 0.8972559665747665
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c4 -> a2] : entailment : 0.9008445119566257
+[NLI] Found relation: [a1_c6 -> a2] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a2] : entailment : 0.9986412183229014
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Relations built: 17
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 74898.29it/s]
+
Contexts: 0%| | 0/12 [00:00, ?it/s]
Contexts: 100%|██████████| 12/12 [00:00<00:00, 354448.23it/s]
+
Relations: 0%| | 0/17 [00:00, ?it/s]
Relations: 100%|██████████| 17/17 [00:00<00:00, 509308.34it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c4 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (contradiction)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a2 with discrete factor (entailment)
+Adding edge a1_c4 - a2 with discrete factor (entailment)
+Adding edge a1_c6 - a2 with discrete factor (entailment)
+Adding edge a1_c7 - a2 with discrete factor (entailment)
+Adding edge a1_c9 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 0 2 5 6 7 11 12 13 14 3 4 8 10 1 9
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000691891 seconds
+[WMB] Created join graph with 15 clique factors
+[WMB] Number of cliques : 15
+[WMB] Number of edges : 26
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00169301 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -6.124198 (2.189247e-03) d=6.124198e+00 time=0.002207 i=1
+[WMB] Converged after 1 iterations in 0.002241 seconds
+PR
+-6.124198 (2.189247e-03)
+STATUS
+true: Consistent evidence
+MAR
+15 2 0.500000 0.500000 2 0.000111 0.999889 2 0.333408 0.666592 2 0.200089 0.799911 2 0.171431 0.828569 2 0.112255 0.887745 2 0.263158 0.736842 2 0.271513 0.728487 2 0.635036 0.364964 2 0.000000 1.000000 2 0.083435 0.916565 2 0.263158 0.736842 2 0.263158 0.736842 2 0.169591 0.830409 2 0.083435 0.916565
+[MERLIN] I/O time is 0.000827 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.5, 0.5]}, {'variable': 'a1', 'probabilities': [0.000111, 0.999889]}, {'variable': 'a1_c1', 'probabilities': [0.333408, 0.666592]}, {'variable': 'a1_c2', 'probabilities': [0.200089, 0.799911]}, {'variable': 'a1_c4', 'probabilities': [0.171431, 0.828569]}, {'variable': 'a1_c6', 'probabilities': [0.112255, 0.887745]}, {'variable': 'a1_c7', 'probabilities': [0.263158, 0.736842]}, {'variable': 'a1_c8', 'probabilities': [0.271513, 0.728487]}, {'variable': 'a1_c9', 'probabilities': [0.635036, 0.364964]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.083435, 0.916565]}, {'variable': 'a2_c2', 'probabilities': [0.263158, 0.736842]}, {'variable': 'a2_c3', 'probabilities': [0.263158, 0.736842]}, {'variable': 'a2_c4', 'probabilities': [0.169591, 0.830409]}, {'variable': 'a2_c6', 'probabilities': [0.083435, 0.916565]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.5
+[FactReasoner] (a0): Probability for a0=1 is: 0.5
+[FactReasoner] (a1): Probability for a1=0 is: 0.000111
+[FactReasoner] (a1): Probability for a1=1 is: 0.999889
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'S', 'a2': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0150 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 75 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 0.996323839006602
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 0.999947195860167
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 0.9999999205271529
+[NLI] Found relation: [a2_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 0.9922809590938987
+[NLI] Found relation: [a1_c6 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a2] : entailment : 0.6845730402772537
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c6 -> a2] : entailment : 1.0
+[NLI] Relations built: 13
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 85019.68it/s]
+
Contexts: 0%| | 0/10 [00:00, ?it/s]
Contexts: 100%|██████████| 10/10 [00:00<00:00, 341000.33it/s]
+
Relations: 0%| | 0/13 [00:00, ?it/s]
Relations: 100%|██████████| 13/13 [00:00<00:00, 409969.56it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c0 - a1 with discrete factor (entailment)
+Adding edge a2_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a1_c6 - a2 with discrete factor (entailment)
+Adding edge a1_c8 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+Adding edge a2_c6 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 0 3 4 5 6 9 10 11 12 2 8 1 7
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000545979 seconds
+[WMB] Created join graph with 13 clique factors
+[WMB] Number of cliques : 13
+[WMB] Number of edges : 22
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00126195 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -2.345402 (9.580869e-02) d=2.345402e+00 time=0.001634 i=1
+[WMB] Converged after 1 iterations in 0.001656 seconds
+PR
+-2.345402 (9.580869e-02)
+STATUS
+true: Consistent evidence
+MAR
+13 2 0.500000 0.500000 2 0.000000 1.000000 2 0.027329 0.972671 2 0.052634 0.947366 2 0.052632 0.947368 2 0.075062 0.924938 2 0.052632 0.947368 2 0.000000 1.000000 2 0.027027 0.972973 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.027027 0.972973
+[MERLIN] I/O time is 0.000692 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.5, 0.5]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c1', 'probabilities': [0.027329, 0.972671]}, {'variable': 'a1_c2', 'probabilities': [0.052634, 0.947366]}, {'variable': 'a1_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c8', 'probabilities': [0.075062, 0.924938]}, {'variable': 'a1_c9', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c6', 'probabilities': [0.027027, 0.972973]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.5
+[FactReasoner] (a0): Probability for a0=1 is: 0.5
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'S', 'a2': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0153 seconds.
+[33/40] XHNews GT=S | cctru=S| ccvan=S| fptru=S| fpvan=S| gugua=S| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Relations built: 0
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 90 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 0.9996958834788824
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 0.9795547551828659
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 0.9999996821087633
+[NLI] Relations built: 12
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 81707.22it/s]
+
Contexts: 0%| | 0/10 [00:00, ?it/s]
Contexts: 100%|██████████| 10/10 [00:00<00:00, 322638.77it/s]
+
Relations: 0%| | 0/12 [00:00, ?it/s]
Relations: 100%|██████████| 12/12 [00:00<00:00, 387166.52it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c2 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c7 - a0 with discrete factor (entailment)
+Adding edge a1_c9 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 5 6 8 9 11 12 10 4 0 3 7
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000554085 seconds
+[WMB] Created join graph with 13 clique factors
+[WMB] Number of cliques : 13
+[WMB] Number of edges : 22
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00126719 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -4.911164 (7.363915e-03) d=4.911164e+00 time=0.001657 i=1
+[WMB] Converged after 1 iterations in 0.001680 seconds
+PR
+-4.911164 (7.363915e-03)
+STATUS
+true: Consistent evidence
+MAR
+13 2 0.000043 0.999957 2 0.121565 0.878435 2 0.333362 0.666638 2 0.013886 0.986114 2 0.211134 0.788866 2 0.305668 0.694332 2 0.346587 0.653413 2 0.211134 0.788866 2 0.333362 0.666638 2 0.194064 0.805936 2 0.100000 0.900000 2 0.400000 0.600000 2 0.400000 0.600000
+[MERLIN] I/O time is 0.000876 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [4.3e-05, 0.999957]}, {'variable': 'a0_c2', 'probabilities': [0.121565, 0.878435]}, {'variable': 'a0_c5', 'probabilities': [0.333362, 0.666638]}, {'variable': 'a1', 'probabilities': [0.013886, 0.986114]}, {'variable': 'a1_c0', 'probabilities': [0.211134, 0.788866]}, {'variable': 'a1_c2', 'probabilities': [0.305668, 0.694332]}, {'variable': 'a1_c3', 'probabilities': [0.346587, 0.653413]}, {'variable': 'a1_c5', 'probabilities': [0.211134, 0.788866]}, {'variable': 'a1_c7', 'probabilities': [0.333362, 0.666638]}, {'variable': 'a1_c9', 'probabilities': [0.194064, 0.805936]}, {'variable': 'a2', 'probabilities': [0.1, 0.9]}, {'variable': 'a2_c1', 'probabilities': [0.4, 0.6]}, {'variable': 'a2_c2', 'probabilities': [0.4, 0.6]}]
+[FactReasoner] (a0): Probability for a0=0 is: 4.3e-05
+[FactReasoner] (a0): Probability for a0=1 is: 0.999957
+[FactReasoner] (a1): Probability for a1=0 is: 0.013886
+[FactReasoner] (a1): Probability for a1=1 is: 0.986114
+[FactReasoner] (a2): Probability for a2=0 is: 0.1
+[FactReasoner] (a2): Probability for a2=1 is: 0.9
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0141 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 90 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a0] : entailment : 0.9999999205271529
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 0.9994991872531649
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 0.9999956687667205
+[NLI] Found relation: [a1_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Relations built: 10
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 83886.08it/s]
+
Contexts: 0%| | 0/8 [00:00, ?it/s]
Contexts: 100%|██████████| 8/8 [00:00<00:00, 302292.18it/s]
+
Relations: 0%| | 0/10 [00:00, ?it/s]
Relations: 100%|██████████| 10/10 [00:00<00:00, 332881.27it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c2 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c9 - a0 with discrete factor (entailment)
+Adding edge a2_c8 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 4 5 7 8 9 10 6 0 2 3
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000445127 seconds
+[WMB] Created join graph with 11 clique factors
+[WMB] Number of cliques : 11
+[WMB] Number of edges : 18
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00106621 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -2.492284 (8.272086e-02) d=2.492284e+00 time=0.001392 i=1
+[WMB] Converged after 1 iterations in 0.001412 seconds
+PR
+-2.492284 (8.272086e-02)
+STATUS
+true: Consistent evidence
+MAR
+11 2 0.000000 1.000000 2 0.052632 0.947368 2 0.000039 0.999961 2 0.027078 0.972922 2 0.052632 0.947368 2 0.052669 0.947331 2 0.027065 0.972935 2 0.052632 0.947368 2 0.050000 0.950000 2 0.100000 0.900000 2 0.052632 0.947368
+[MERLIN] I/O time is 0.000756 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1', 'probabilities': [3.9e-05, 0.999961]}, {'variable': 'a1_c0', 'probabilities': [0.027078, 0.972922]}, {'variable': 'a1_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c3', 'probabilities': [0.052669, 0.947331]}, {'variable': 'a1_c5', 'probabilities': [0.027065, 0.972935]}, {'variable': 'a1_c9', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2', 'probabilities': [0.05, 0.95]}, {'variable': 'a2_c1', 'probabilities': [0.1, 0.9]}, {'variable': 'a2_c8', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 3.9e-05
+[FactReasoner] (a1): Probability for a1=1 is: 0.999961
+[FactReasoner] (a2): Probability for a2=0 is: 0.05
+[FactReasoner] (a2): Probability for a2=1 is: 0.95
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0188 seconds.
+[34/40] CE_ChinaEconom GT=S | cctru=--| ccvan=--| fptru=S| fpvan=S| gugua=NS| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [c9 -> a0] : entailment : 1.0
+[NLI] Relations built: 8
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 21959.71it/s]
+
Contexts: 0%| | 0/8 [00:00, ?it/s]
Contexts: 100%|██████████| 8/8 [00:00<00:00, 254200.24it/s]
+
Relations: 0%| | 0/8 [00:00, ?it/s]
Relations: 100%|██████████| 8/8 [00:00<00:00, 239674.51it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c7 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 7 8 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000360012 seconds
+[WMB] Created join graph with 9 clique factors
+[WMB] Number of cliques : 9
+[WMB] Number of edges : 16
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000900984 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -2.575938 (7.608242e-02) d=2.575938e+00 time=0.001156 i=1
+[WMB] Converged after 1 iterations in 0.001178 seconds
+PR
+-2.575938 (7.608242e-02)
+STATUS
+true: Consistent evidence
+MAR
+9 2 0.000016 0.999984 2 0.333344 0.666656 2 0.194043 0.805957 2 0.333344 0.666656 2 0.142871 0.857129 2 0.333344 0.666656 2 0.333344 0.666656 2 0.142871 0.857129 2 0.333344 0.666656
+[MERLIN] I/O time is 0.000515 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [1.6e-05, 0.999984]}, {'variable': 'c0', 'probabilities': [0.333344, 0.666656]}, {'variable': 'c1', 'probabilities': [0.194043, 0.805957]}, {'variable': 'c2', 'probabilities': [0.333344, 0.666656]}, {'variable': 'c3', 'probabilities': [0.142871, 0.857129]}, {'variable': 'c5', 'probabilities': [0.333344, 0.666656]}, {'variable': 'c7', 'probabilities': [0.333344, 0.666656]}, {'variable': 'c8', 'probabilities': [0.142871, 0.857129]}, {'variable': 'c9', 'probabilities': [0.333344, 0.666656]}]
+[FactReasoner] (a0): Probability for a0=0 is: 1.6e-05
+[FactReasoner] (a0): Probability for a0=1 is: 0.999984
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0117 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [c9 -> a0] : entailment : 1.0
+[NLI] Relations built: 8
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 27962.03it/s]
+
Contexts: 0%| | 0/8 [00:00, ?it/s]
Contexts: 100%|██████████| 8/8 [00:00<00:00, 254200.24it/s]
+
Relations: 0%| | 0/8 [00:00, ?it/s]
Relations: 100%|██████████| 8/8 [00:00<00:00, 248551.35it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c2 with discrete factor (prior)
+Adding context variable c3 with discrete factor (prior)
+Adding context variable c5 with discrete factor (prior)
+Adding context variable c7 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c0 - a0 with discrete factor (entailment)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c2 - a0 with discrete factor (entailment)
+Adding edge c3 - a0 with discrete factor (entailment)
+Adding edge c5 - a0 with discrete factor (entailment)
+Adding edge c7 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+Adding edge c9 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 7 8 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000355005 seconds
+[WMB] Created join graph with 9 clique factors
+[WMB] Number of cliques : 9
+[WMB] Number of edges : 16
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000893116 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.103494 (3.317102e-01) d=1.103494e+00 time=0.001171 i=1
+[WMB] Converged after 1 iterations in 0.001193 seconds
+PR
+-1.103494 (3.317102e-01)
+STATUS
+true: Consistent evidence
+MAR
+9 2 0.000000 1.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368
+[MERLIN] I/O time is 0.000411 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c5', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c8', 'probabilities': [0.052632, 0.947368]}, {'variable': 'c9', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0103 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 75 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 0.9991750042932638
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a1] : entailment : 0.9795548658730223
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Relations built: 31
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 86778.70it/s]
+
Contexts: 0%| | 0/16 [00:00, ?it/s]
Contexts: 100%|██████████| 16/16 [00:00<00:00, 444429.56it/s]
+
Relations: 0%| | 0/31 [00:00, ?it/s]
Relations: 100%|██████████| 31/31 [00:00<00:00, 596437.72it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a2_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c1 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a0_c8 - a1 with discrete factor (entailment)
+Adding edge a0_c9 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c1 - a2 with discrete factor (entailment)
+Adding edge a0_c2 - a2 with discrete factor (entailment)
+Adding edge a0_c3 - a2 with discrete factor (entailment)
+Adding edge a0_c5 - a2 with discrete factor (entailment)
+Adding edge a0_c8 - a2 with discrete factor (entailment)
+Adding edge a0_c9 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 7 11 12 13 15 16 17 6 4 1 9 2 3 5 8 18 14 0 10
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00132012 seconds
+[WMB] Created join graph with 19 clique factors
+[WMB] Number of cliques : 19
+[WMB] Number of edges : 36
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00268197 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -7.109174 (8.175696e-04) d=7.109174e+00 time=0.003400 i=1
+[WMB] Converged after 1 iterations in 0.003428 seconds
+PR
+-7.109174 (8.175696e-04)
+STATUS
+true: Consistent evidence
+MAR
+19 2 0.000000 1.000000 2 0.203326 0.796674 2 0.111111 0.888889 2 0.030644 0.969356 2 0.200000 0.800000 2 0.111111 0.888889 2 0.200132 0.799868 2 0.333333 0.666667 2 0.030644 0.969356 2 0.111111 0.888889 2 0.000000 1.000000 2 0.169591 0.830409 2 0.070950 0.929050 2 0.169591 0.830409 2 0.000000 1.000000 2 0.333333 0.666667 2 0.194030 0.805970 2 0.112255 0.887745 2 0.040000 0.960000
+[MERLIN] I/O time is 0.000994 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c1', 'probabilities': [0.203326, 0.796674]}, {'variable': 'a0_c2', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a0_c3', 'probabilities': [0.030644, 0.969356]}, {'variable': 'a0_c4', 'probabilities': [0.2, 0.8]}, {'variable': 'a0_c5', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a0_c6', 'probabilities': [0.200132, 0.799868]}, {'variable': 'a0_c7', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a0_c8', 'probabilities': [0.030644, 0.969356]}, {'variable': 'a0_c9', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c2', 'probabilities': [0.169591, 0.830409]}, {'variable': 'a1_c6', 'probabilities': [0.07095, 0.92905]}, {'variable': 'a1_c9', 'probabilities': [0.169591, 0.830409]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a2_c1', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a2_c2', 'probabilities': [0.112255, 0.887745]}, {'variable': 'a2_c4', 'probabilities': [0.04, 0.96]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0205 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 75 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : entailment : 0.9952893924112554
+[NLI] Found relation: [a0_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : entailment : 0.9998895174082482
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a1] : entailment : 0.9999936819876392
+[NLI] Found relation: [a2_c4 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : entailment : 1.0
+[NLI] Relations built: 31
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 74455.10it/s]
+
Contexts: 0%| | 0/18 [00:00, ?it/s]
Contexts: 100%|██████████| 18/18 [00:00<00:00, 487080.46it/s]
+
Relations: 0%| | 0/31 [00:00, ?it/s]
Relations: 100%|██████████| 31/31 [00:00<00:00, 699050.67it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c2 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a2_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c3 - a1 with discrete factor (entailment)
+Adding edge a0_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c6 - a1 with discrete factor (entailment)
+Adding edge a0_c8 - a1 with discrete factor (entailment)
+Adding edge a0_c9 - a1 with discrete factor (entailment)
+Adding edge a1_c2 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c7 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c3 - a1 with discrete factor (entailment)
+Adding edge a2_c4 - a1 with discrete factor (entailment)
+Adding edge a0_c1 - a2 with discrete factor (entailment)
+Adding edge a0_c2 - a2 with discrete factor (entailment)
+Adding edge a0_c3 - a2 with discrete factor (entailment)
+Adding edge a0_c5 - a2 with discrete factor (entailment)
+Adding edge a0_c8 - a2 with discrete factor (entailment)
+Adding edge a0_c9 - a2 with discrete factor (entailment)
+Adding edge a2_c0 - a2 with discrete factor (entailment)
+Adding edge a2_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 6 7 11 12 13 14 16 17 18 19 4 5 2 3 8 9 20 15 0 10
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000945091 seconds
+[WMB] Created join graph with 21 clique factors
+[WMB] Number of cliques : 21
+[WMB] Number of edges : 40
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00226808 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -3.275616 (3.779359e-02) d=3.275616e+00 time=0.002943 i=1
+[WMB] Converged after 1 iterations in 0.002965 seconds
+PR
+-3.275616 (3.779359e-02)
+STATUS
+true: Consistent evidence
+MAR
+21 2 0.000000 1.000000 2 0.052632 0.947368 2 0.013699 0.986301 2 0.013699 0.986301 2 0.027027 0.972973 2 0.013699 0.986301 2 0.052868 0.947132 2 0.052632 0.947368 2 0.013699 0.986301 2 0.013699 0.986301 2 0.000000 1.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052637 0.947363 2 0.052632 0.947368 2 0.000000 1.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.013699 0.986301
+[MERLIN] I/O time is 0.000994 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c2', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c3', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c4', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c5', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c6', 'probabilities': [0.052868, 0.947132]}, {'variable': 'a0_c7', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c8', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c9', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c7', 'probabilities': [0.052637, 0.947363]}, {'variable': 'a1_c9', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c4', 'probabilities': [0.013699, 0.986301]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S'}
+[FactReasoner] Gold labels: {'a0': 'S'}
+[FactReasoner] Gold fscore: 1.0 (1/1)
+[FactReasoner] Elapsed time: 0.0186 seconds.
+[35/40] CE_ChinaEconom GT=S | cctru=S| ccvan=S| fptru=S| fpvan=S| gugua=S| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Relations built: 3
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 25575.02it/s]
+
Contexts: 0%| | 0/3 [00:00, ?it/s]
Contexts: 100%|██████████| 3/3 [00:00<00:00, 106634.85it/s]
+
Relations: 0%| | 0/3 [00:00, ?it/s]
Relations: 100%|██████████| 3/3 [00:00<00:00, 113359.57it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000255108 seconds
+[WMB] Created join graph with 4 clique factors
+[WMB] Number of cliques : 4
+[WMB] Number of edges : 6
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000562191 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.136231 (3.210267e-01) d=1.136231e+00 time=0.000713 i=1
+[WMB] Converged after 1 iterations in 0.000737 seconds
+PR
+-1.136231 (3.210267e-01)
+STATUS
+true: Consistent evidence
+MAR
+4 2 0.003305 0.996695 2 0.115190 0.884810 2 0.265593 0.734407 2 0.115190 0.884810
+[MERLIN] I/O time is 0.000285 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.003305, 0.996695]}, {'variable': 'c1', 'probabilities': [0.11519, 0.88481]}, {'variable': 'c4', 'probabilities': [0.265593, 0.734407]}, {'variable': 'c8', 'probabilities': [0.11519, 0.88481]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.003305
+[FactReasoner] (a0): Probability for a0=1 is: 0.996695
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0118 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c4 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [c8 -> a0] : entailment : 1.0
+[NLI] Relations built: 3
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 28728.11it/s]
+
Contexts: 0%| | 0/3 [00:00, ?it/s]
Contexts: 100%|██████████| 3/3 [00:00<00:00, 66930.38it/s]
+
Relations: 0%| | 0/3 [00:00, ?it/s]
Relations: 100%|██████████| 3/3 [00:00<00:00, 74898.29it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c4 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c4 - a0 with discrete factor (entailment)
+Adding edge c8 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000267029 seconds
+[WMB] Created join graph with 4 clique factors
+[WMB] Number of cliques : 4
+[WMB] Number of edges : 6
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.00066185 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.846881 (4.287500e-01) d=8.468813e-01 time=0.000888 i=1
+[WMB] Converged after 1 iterations in 0.000914 seconds
+PR
+-0.846881 (4.287500e-01)
+STATUS
+true: Consistent evidence
+MAR
+4 2 0.000146 0.999854 2 0.052770 0.947230 2 0.052770 0.947230 2 0.052770 0.947230
+[MERLIN] I/O time is 0.000310 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.000146, 0.999854]}, {'variable': 'c1', 'probabilities': [0.05277, 0.94723]}, {'variable': 'c4', 'probabilities': [0.05277, 0.94723]}, {'variable': 'c8', 'probabilities': [0.05277, 0.94723]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.000146
+[FactReasoner] (a0): Probability for a0=1 is: 0.999854
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0096 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 160 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 0.999990821052948
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a2] : entailment : 0.9999996821087633
+[NLI] Found relation: [a1_c0 -> a2] : entailment : 0.9971323757978255
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a3] : entailment : 0.9989412830773968
+[NLI] Found relation: [a2_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a3] : contradiction : 0.9999997218451434
+[NLI] Found relation: [a2_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a3] : contradiction : 0.9952895873767037
+[NLI] Found relation: [a3_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a3] : entailment : 1.0
+[NLI] Relations built: 39
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 105517.08it/s]
+
Contexts: 0%| | 0/22 [00:00, ?it/s]
Contexts: 100%|██████████| 22/22 [00:00<00:00, 504233.27it/s]
+
Relations: 0%| | 0/39 [00:00, ?it/s]
Relations: 100%|██████████| 39/39 [00:00<00:00, 714313.78it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a2_c1 - a0 with discrete factor (entailment)
+Adding edge a2_c2 - a0 with discrete factor (entailment)
+Adding edge a3_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (entailment)
+Adding edge a3_c7 - a1 with discrete factor (entailment)
+Adding edge a0_c0 - a2 with discrete factor (entailment)
+Adding edge a0_c5 - a2 with discrete factor (entailment)
+Adding edge a1_c0 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a0_c0 - a3 with discrete factor (entailment)
+Adding edge a1_c1 - a3 with discrete factor (entailment)
+Adding edge a2_c0 - a3 with discrete factor (entailment)
+Adding edge a2_c2 - a3 with discrete factor (entailment)
+Adding edge a2_c3 - a3 with discrete factor (entailment)
+Adding edge a2_c5 - a3 with discrete factor (contradiction)
+Adding edge a2_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c1 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (contradiction)
+Adding edge a3_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c8 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 3 9 11 14 15 16 18 19 20 21 22 24 25 23 2 5 12 4 7 13 1 8 17 0 6 10
+[WMB] + induced width : 4
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00113297 seconds
+[WMB] Created join graph with 26 clique factors
+[WMB] Number of cliques : 26
+[WMB] Number of edges : 50
+[WMB] Max clique size : 5
+[WMB] Max separator size : 4
+[WMB] Finished initialization in 0.00293994 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -10.216095 (3.657686e-05) d=1.021609e+01 time=0.003892 i=1
+[WMB] Converged after 1 iterations in 0.003912 seconds
+PR
+-10.216095 (3.657686e-05)
+STATUS
+true: Consistent evidence
+MAR
+26 2 0.000000 1.000000 2 0.015560 0.984440 2 0.089948 0.910052 2 0.263158 0.736842 2 0.124336 0.875664 2 0.200000 0.800000 2 0.000000 1.000000 2 0.111395 0.888605 2 0.015560 0.984440 2 0.153846 0.846154 2 0.000000 1.000000 2 0.027000 0.973000 2 0.200000 0.800000 2 0.029244 0.970756 2 0.114057 0.885943 2 0.999999 0.000001 2 0.027000 0.973000 2 0.000000 1.000000 2 0.027000 0.973000 2 0.134752 0.865248 2 0.333333 0.666667 2 0.990667 0.009333 2 0.027000 0.973000 2 0.083333 0.916667 2 0.194030 0.805970 2 0.113490 0.886510
+[MERLIN] I/O time is 0.001120 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.01556, 0.98444]}, {'variable': 'a0_c2', 'probabilities': [0.089948, 0.910052]}, {'variable': 'a0_c4', 'probabilities': [0.263158, 0.736842]}, {'variable': 'a0_c5', 'probabilities': [0.124336, 0.875664]}, {'variable': 'a0_c8', 'probabilities': [0.2, 0.8]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.111395, 0.888605]}, {'variable': 'a1_c1', 'probabilities': [0.01556, 0.98444]}, {'variable': 'a1_c5', 'probabilities': [0.153846, 0.846154]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.027, 0.973]}, {'variable': 'a2_c1', 'probabilities': [0.2, 0.8]}, {'variable': 'a2_c2', 'probabilities': [0.029244, 0.970756]}, {'variable': 'a2_c3', 'probabilities': [0.114057, 0.885943]}, {'variable': 'a2_c5', 'probabilities': [0.999999, 1e-06]}, {'variable': 'a2_c6', 'probabilities': [0.027, 0.973]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.027, 0.973]}, {'variable': 'a3_c1', 'probabilities': [0.134752, 0.865248]}, {'variable': 'a3_c3', 'probabilities': [0.333333, 0.666667]}, {'variable': 'a3_c5', 'probabilities': [0.990667, 0.009333]}, {'variable': 'a3_c6', 'probabilities': [0.027, 0.973]}, {'variable': 'a3_c7', 'probabilities': [0.083333, 0.916667]}, {'variable': 'a3_c8', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a3_c9', 'probabilities': [0.11349, 0.88651]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0196 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 160 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a0] : entailment : 0.99990131418814
+[NLI] Found relation: [a2_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c7 -> a0] : entailment : 0.9999998410543312
+[NLI] Found relation: [a0_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a1] : entailment : 0.9999999205271529
+[NLI] Found relation: [a3_c5 -> a1] : entailment : 0.9479917097276083
+[NLI] Found relation: [a3_c7 -> a1] : entailment : 1.0
+[NLI] Found relation: [a0_c0 -> a2] : entailment : 1.0
+[NLI] Found relation: [a0_c8 -> a2] : entailment : 0.9873992098342426
+[NLI] Found relation: [a1_c0 -> a2] : entailment : 0.9986413367501805
+[NLI] Found relation: [a1_c1 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c2 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a2] : contradiction : 0.9999678552946822
+[NLI] Found relation: [a0_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c5 -> a3] : contradiction : 0.9999991258000622
+[NLI] Found relation: [a2_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c0 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c1 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c3 -> a3] : entailment : 0.9839340748276258
+[NLI] Found relation: [a3_c5 -> a3] : contradiction : 0.9998880875311527
+[NLI] Found relation: [a3_c6 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c8 -> a3] : entailment : 1.0
+[NLI] Found relation: [a3_c9 -> a3] : entailment : 1.0
+[NLI] Relations built: 40
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 106184.91it/s]
+
Contexts: 0%| | 0/22 [00:00, ?it/s]
Contexts: 100%|██████████| 22/22 [00:00<00:00, 619293.21it/s]
+
Relations: 0%| | 0/40 [00:00, ?it/s]
Relations: 100%|██████████| 40/40 [00:00<00:00, 830555.25it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a2_c0 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c2 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c5 with discrete factor (prior)
+Adding context variable a2_c6 with discrete factor (prior)
+Adding context variable a3_c0 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c3 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c6 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding context variable a3_c8 with discrete factor (prior)
+Adding context variable a3_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c5 - a0 with discrete factor (entailment)
+Adding edge a2_c1 - a0 with discrete factor (entailment)
+Adding edge a2_c2 - a0 with discrete factor (entailment)
+Adding edge a3_c7 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (entailment)
+Adding edge a0_c2 - a1 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (entailment)
+Adding edge a0_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c2 - a1 with discrete factor (entailment)
+Adding edge a3_c5 - a1 with discrete factor (entailment)
+Adding edge a3_c7 - a1 with discrete factor (entailment)
+Adding edge a0_c0 - a2 with discrete factor (entailment)
+Adding edge a0_c8 - a2 with discrete factor (entailment)
+Adding edge a1_c0 - a2 with discrete factor (entailment)
+Adding edge a1_c1 - a2 with discrete factor (entailment)
+Adding edge a2_c2 - a2 with discrete factor (entailment)
+Adding edge a2_c3 - a2 with discrete factor (contradiction)
+Adding edge a0_c0 - a3 with discrete factor (entailment)
+Adding edge a1_c1 - a3 with discrete factor (entailment)
+Adding edge a2_c0 - a3 with discrete factor (entailment)
+Adding edge a2_c3 - a3 with discrete factor (entailment)
+Adding edge a2_c4 - a3 with discrete factor (entailment)
+Adding edge a2_c5 - a3 with discrete factor (contradiction)
+Adding edge a2_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c0 - a3 with discrete factor (entailment)
+Adding edge a3_c1 - a3 with discrete factor (entailment)
+Adding edge a3_c3 - a3 with discrete factor (entailment)
+Adding edge a3_c5 - a3 with discrete factor (contradiction)
+Adding edge a3_c6 - a3 with discrete factor (entailment)
+Adding edge a3_c8 - a3 with discrete factor (entailment)
+Adding edge a3_c9 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 8 10 14 15 16 18 19 20 22 24 25 23 2 3 11 13 21 17 12 1 4 6 7 0 5 9
+[WMB] + induced width : 4
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00127888 seconds
+[WMB] Created join graph with 26 clique factors
+[WMB] Number of cliques : 26
+[WMB] Number of edges : 50
+[WMB] Max clique size : 5
+[WMB] Max separator size : 4
+[WMB] Finished initialization in 0.00313997 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -14.466735 (5.214072e-07) d=1.446673e+01 time=0.004207 i=1
+[WMB] Converged after 1 iterations in 0.004234 seconds
+PR
+-14.466735 (5.214072e-07)
+STATUS
+true: Consistent evidence
+MAR
+26 2 0.000000 1.000000 2 0.006897 0.993103 2 0.027027 0.972973 2 0.027027 0.972973 2 0.013871 0.986129 2 0.000000 1.000000 2 0.013717 0.986283 2 0.006897 0.993103 2 0.052637 0.947363 2 0.000000 1.000000 2 0.052632 0.947368 2 0.027027 0.972973 2 0.013699 0.986301 2 0.998844 0.001156 2 0.052632 0.947368 2 0.999984 0.000016 2 0.052632 0.947368 2 0.000000 1.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.053445 0.946555 2 0.996195 0.003805 2 0.052632 0.947368 2 0.027027 0.972973 2 0.052632 0.947368 2 0.052632 0.947368
+[MERLIN] I/O time is 0.001237 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a0_c2', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c5', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a0_c8', 'probabilities': [0.013871, 0.986129]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.013717, 0.986283]}, {'variable': 'a1_c1', 'probabilities': [0.006897, 0.993103]}, {'variable': 'a1_c5', 'probabilities': [0.052637, 0.947363]}, {'variable': 'a2', 'probabilities': [0.0, 1.0]}, {'variable': 'a2_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c1', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a2_c2', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a2_c3', 'probabilities': [0.998844, 0.001156]}, {'variable': 'a2_c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2_c5', 'probabilities': [0.999984, 1.6e-05]}, {'variable': 'a2_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3', 'probabilities': [0.0, 1.0]}, {'variable': 'a3_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c3', 'probabilities': [0.053445, 0.946555]}, {'variable': 'a3_c5', 'probabilities': [0.996195, 0.003805]}, {'variable': 'a3_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c7', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a3_c8', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a3_c9', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.0
+[FactReasoner] (a2): Probability for a2=1 is: 1.0
+[FactReasoner] (a3): Probability for a3=0 is: 0.0
+[FactReasoner] (a3): Probability for a3=1 is: 1.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'S', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0197 seconds.
+[36/40] WE ARE CHINA GT=NS | cctru=S| ccvan=S| fptru=S| fpvan=S| gugua=S| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 90 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 0.9999994039542605
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : contradiction : 0.9999976158255397
+[NLI] Found relation: [a1_c3 -> a1] : contradiction : 0.9999320202108191
+[NLI] Relations built: 7
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 69136.88it/s]
+
Contexts: 0%| | 0/7 [00:00, ?it/s]
Contexts: 100%|██████████| 7/7 [00:00<00:00, 214307.50it/s]
+
Relations: 0%| | 0/7 [00:00, ?it/s]
Relations: 100%|██████████| 7/7 [00:00<00:00, 225847.14it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a1_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a1 with discrete factor (contradiction)
+Adding edge a1_c3 - a1 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 7 8 9 6 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000388861 seconds
+[WMB] Created join graph with 10 clique factors
+[WMB] Number of cliques : 10
+[WMB] Number of edges : 14
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000882864 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -2.644452 (7.104429e-02) d=2.644452e+00 time=0.001136 i=1
+[WMB] Converged after 1 iterations in 0.001153 seconds
+PR
+-2.644452 (7.104429e-02)
+STATUS
+true: Consistent evidence
+MAR
+10 2 0.000245 0.999755 2 0.194227 0.805773 2 0.094239 0.905761 2 0.294650 0.705350 2 0.263339 0.736661 2 0.194227 0.805773 2 0.957261 0.042739 2 0.205076 0.794924 2 0.263338 0.736662 2 0.500000 0.500000
+[MERLIN] I/O time is 0.000569 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.000245, 0.999755]}, {'variable': 'a0_c0', 'probabilities': [0.194227, 0.805773]}, {'variable': 'a0_c2', 'probabilities': [0.094239, 0.905761]}, {'variable': 'a0_c5', 'probabilities': [0.29465, 0.70535]}, {'variable': 'a0_c6', 'probabilities': [0.263339, 0.736661]}, {'variable': 'a0_c9', 'probabilities': [0.194227, 0.805773]}, {'variable': 'a1', 'probabilities': [0.957261, 0.042739]}, {'variable': 'a1_c3', 'probabilities': [0.205076, 0.794924]}, {'variable': 'a1_c4', 'probabilities': [0.263338, 0.736662]}, {'variable': 'a2', 'probabilities': [0.5, 0.5]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.000245
+[FactReasoner] (a0): Probability for a0=1 is: 0.999755
+[FactReasoner] (a1): Probability for a1=0 is: 0.957261
+[FactReasoner] (a1): Probability for a1=1 is: 0.042739
+[FactReasoner] (a2): Probability for a2=0 is: 0.5
+[FactReasoner] (a2): Probability for a2=1 is: 0.5
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'NS', 'a2': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0124 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 90 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 0.9999998807907365
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : contradiction : 0.8883325730421574
+[NLI] Relations built: 6
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 71493.82it/s]
+
Contexts: 0%| | 0/6 [00:00, ?it/s]
Contexts: 100%|██████████| 6/6 [00:00<00:00, 170039.35it/s]
+
Relations: 0%| | 0/6 [00:00, ?it/s]
Relations: 100%|██████████| 6/6 [00:00<00:00, 168898.15it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c4 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a1_c4 - a0 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 3 4 5 6 7 8 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000597954 seconds
+[WMB] Created join graph with 9 clique factors
+[WMB] Number of cliques : 9
+[WMB] Number of edges : 12
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.001091 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.642761 (1.934453e-01) d=1.642761e+00 time=0.001346 i=1
+[WMB] Converged after 1 iterations in 0.001366 seconds
+PR
+-1.642761 (1.934453e-01)
+STATUS
+true: Consistent evidence
+MAR
+9 2 0.000000 1.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.849499 0.150501 2 0.100000 0.900000 2 0.052632 0.947368 2 0.500000 0.500000
+[MERLIN] I/O time is 0.000578 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c9', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1', 'probabilities': [0.849499, 0.150501]}, {'variable': 'a1_c3', 'probabilities': [0.1, 0.9]}, {'variable': 'a1_c4', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2', 'probabilities': [0.5, 0.5]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 0.849499
+[FactReasoner] (a1): Probability for a1=1 is: 0.150501
+[FactReasoner] (a2): Probability for a2=0 is: 0.5
+[FactReasoner] (a2): Probability for a2=1 is: 0.5
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'NS', 'a2': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0162 seconds.
+[37/40] China Xinhua N GT=NS | cctru=--| ccvan=--| fptru=NS| fpvan=NS| gugua=NS| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [c6 -> a0] : entailment : 0.9999961853318381
+[NLI] Relations built: 2
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 31068.92it/s]
+
Contexts: 0%| | 0/2 [00:00, ?it/s]
Contexts: 100%|██████████| 2/2 [00:00<00:00, 85598.04it/s]
+
Relations: 0%| | 0/2 [00:00, ?it/s]
Relations: 100%|██████████| 2/2 [00:00<00:00, 80659.69it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000255823 seconds
+[WMB] Created join graph with 3 clique factors
+[WMB] Number of cliques : 3
+[WMB] Number of edges : 4
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000515938 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.010861 (3.639054e-01) d=1.010861e+00 time=0.000629 i=1
+[WMB] Converged after 1 iterations in 0.000648 seconds
+PR
+-1.010861 (3.639054e-01)
+STATUS
+true: Consistent evidence
+MAR
+3 2 0.036282 0.963718 2 0.223272 0.776728 2 0.223272 0.776728
+[MERLIN] I/O time is 0.000317 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.036282, 0.963718]}, {'variable': 'c1', 'probabilities': [0.223272, 0.776728]}, {'variable': 'c6', 'probabilities': [0.223272, 0.776728]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.036282
+[FactReasoner] (a0): Probability for a0=1 is: 0.963718
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0119 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c1 -> a0] : entailment : 0.9999993244816028
+[NLI] Found relation: [c6 -> a0] : entailment : 0.9999991655363824
+[NLI] Relations built: 2
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 29746.84it/s]
+
Contexts: 0%| | 0/2 [00:00, ?it/s]
Contexts: 100%|██████████| 2/2 [00:00<00:00, 84733.41it/s]
+
Relations: 0%| | 0/2 [00:00, ?it/s]
Relations: 100%|██████████| 2/2 [00:00<00:00, 82241.25it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c1 with discrete factor (prior)
+Adding context variable c6 with discrete factor (prior)
+Adding edge c1 - a0 with discrete factor (entailment)
+Adding edge c6 - a0 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000237942 seconds
+[WMB] Created join graph with 3 clique factors
+[WMB] Number of cliques : 3
+[WMB] Number of edges : 4
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.00047493 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.792969 (4.524994e-01) d=7.929689e-01 time=0.000596 i=1
+[WMB] Converged after 1 iterations in 0.000610 seconds
+PR
+-0.792969 (4.524994e-01)
+STATUS
+true: Consistent evidence
+MAR
+3 2 0.002763 0.997237 2 0.055249 0.944751 2 0.055249 0.944751
+[MERLIN] I/O time is 0.000405 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.002763, 0.997237]}, {'variable': 'c1', 'probabilities': [0.055249, 0.944751]}, {'variable': 'c6', 'probabilities': [0.055249, 0.944751]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.002763
+[FactReasoner] (a0): Probability for a0=1 is: 0.997237
+[FactReasoner] Predictions: {'a0': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0096 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 90 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c7 -> a0] : contradiction : 0.9963234084616134
+[NLI] Found relation: [a0_c8 -> a0] : entailment : 0.9999805696408871
+[NLI] Found relation: [a2_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c5 -> a1] : contradiction : 0.9999988476461689
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c3 -> a1] : entailment : 0.9999973774093764
+[NLI] Found relation: [a2_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a1] : entailment : 1.0
+[NLI] Relations built: 13
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 75346.78it/s]
+
Contexts: 0%| | 0/12 [00:00, ?it/s]
Contexts: 100%|██████████| 12/12 [00:00<00:00, 354448.23it/s]
+
Relations: 0%| | 0/13 [00:00, ?it/s]
Relations: 100%|██████████| 13/13 [00:00<00:00, 400926.12it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a0_c8 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding edge a0_c7 - a0 with discrete factor (contradiction)
+Adding edge a0_c8 - a0 with discrete factor (entailment)
+Adding edge a2_c8 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (contradiction)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c3 - a1 with discrete factor (entailment)
+Adding edge a2_c8 - a1 with discrete factor (entailment)
+Adding edge a2_c9 - a1 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 4 5 6 7 8 9 10 11 12 14 13 0 3
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000610113 seconds
+[WMB] Created join graph with 15 clique factors
+[WMB] Number of cliques : 15
+[WMB] Number of edges : 26
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00146604 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -5.363235 (4.685725e-03) d=5.363235e+00 time=0.001909 i=1
+[WMB] Converged after 1 iterations in 0.001943 seconds
+PR
+-5.363235 (4.685725e-03)
+STATUS
+true: Consistent evidence
+MAR
+15 2 0.052916 0.947084 2 0.957853 0.042147 2 0.141950 0.858050 2 0.000000 1.000000 2 0.134752 0.865248 2 0.027000 0.973000 2 0.094017 0.905983 2 0.999998 0.000002 2 0.027000 0.973000 2 0.194030 0.805970 2 0.113490 0.886510 2 0.500000 0.500000 2 0.046436 0.953564 2 0.242333 0.757667 2 0.112255 0.887745
+[MERLIN] I/O time is 0.000766 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.052916, 0.947084]}, {'variable': 'a0_c7', 'probabilities': [0.957853, 0.042147]}, {'variable': 'a0_c8', 'probabilities': [0.14195, 0.85805]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.134752, 0.865248]}, {'variable': 'a1_c1', 'probabilities': [0.027, 0.973]}, {'variable': 'a1_c3', 'probabilities': [0.094017, 0.905983]}, {'variable': 'a1_c5', 'probabilities': [0.999998, 2e-06]}, {'variable': 'a1_c6', 'probabilities': [0.027, 0.973]}, {'variable': 'a1_c8', 'probabilities': [0.19403, 0.80597]}, {'variable': 'a1_c9', 'probabilities': [0.11349, 0.88651]}, {'variable': 'a2', 'probabilities': [0.5, 0.5]}, {'variable': 'a2_c3', 'probabilities': [0.046436, 0.953564]}, {'variable': 'a2_c8', 'probabilities': [0.242333, 0.757667]}, {'variable': 'a2_c9', 'probabilities': [0.112255, 0.887745]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.052916
+[FactReasoner] (a0): Probability for a0=1 is: 0.947084
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.5
+[FactReasoner] (a2): Probability for a2=1 is: 0.5
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'S', 'a2': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0159 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 90 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c5 -> a0] : contradiction : 0.9999978939781052
+[NLI] Found relation: [a0_c7 -> a0] : contradiction : 0.9999983310755832
+[NLI] Found relation: [a2_c8 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c0 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c1 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 0.9999999602635733
+[NLI] Found relation: [a1_c6 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c1 -> a1] : entailment : 0.9998564337768083
+[NLI] Found relation: [a2_c3 -> a1] : entailment : 0.9999805696408871
+[NLI] Found relation: [a2_c8 -> a1] : entailment : 1.0
+[NLI] Found relation: [a2_c9 -> a1] : entailment : 1.0
+[NLI] Relations built: 13
+
Atoms: 0%| | 0/3 [00:00, ?it/s]
Atoms: 100%|██████████| 3/3 [00:00<00:00, 65536.00it/s]
+
Contexts: 0%| | 0/12 [00:00, ?it/s]
Contexts: 100%|██████████| 12/12 [00:00<00:00, 282762.07it/s]
+
Relations: 0%| | 0/13 [00:00, ?it/s]
Relations: 100%|██████████| 13/13 [00:00<00:00, 301248.35it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c7 with discrete factor (prior)
+Adding context variable a1_c0 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c6 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding edge a0_c5 - a0 with discrete factor (contradiction)
+Adding edge a0_c7 - a0 with discrete factor (contradiction)
+Adding edge a2_c8 - a0 with discrete factor (entailment)
+Adding edge a1_c0 - a1 with discrete factor (entailment)
+Adding edge a1_c1 - a1 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c6 - a1 with discrete factor (entailment)
+Adding edge a1_c8 - a1 with discrete factor (entailment)
+Adding edge a1_c9 - a1 with discrete factor (entailment)
+Adding edge a2_c1 - a1 with discrete factor (entailment)
+Adding edge a2_c3 - a1 with discrete factor (entailment)
+Adding edge a2_c8 - a1 with discrete factor (entailment)
+Adding edge a2_c9 - a1 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 4 5 6 7 8 9 10 11 12 14 13 0 3
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000535965 seconds
+[WMB] Created join graph with 15 clique factors
+[WMB] Number of cliques : 15
+[WMB] Number of edges : 26
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00132799 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -5.541977 (3.918770e-03) d=5.541977e+00 time=0.001753 i=1
+[WMB] Converged after 1 iterations in 0.001773 seconds
+PR
+-5.541977 (3.918770e-03)
+STATUS
+true: Consistent evidence
+MAR
+15 2 0.907029 0.092971 2 0.140706 0.859294 2 0.140707 0.859293 2 0.000000 1.000000 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.052632 0.947368 2 0.500000 0.500000 2 0.052639 0.947361 2 0.052633 0.947367 2 0.909542 0.090458 2 0.052632 0.947368
+[MERLIN] I/O time is 0.000686 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.907029, 0.092971]}, {'variable': 'a0_c5', 'probabilities': [0.140706, 0.859294]}, {'variable': 'a0_c7', 'probabilities': [0.140707, 0.859293]}, {'variable': 'a1', 'probabilities': [0.0, 1.0]}, {'variable': 'a1_c0', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c6', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c8', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a1_c9', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2', 'probabilities': [0.5, 0.5]}, {'variable': 'a2_c1', 'probabilities': [0.052639, 0.947361]}, {'variable': 'a2_c3', 'probabilities': [0.052633, 0.947367]}, {'variable': 'a2_c8', 'probabilities': [0.909542, 0.090458]}, {'variable': 'a2_c9', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.907029
+[FactReasoner] (a0): Probability for a0=1 is: 0.092971
+[FactReasoner] (a1): Probability for a1=0 is: 0.0
+[FactReasoner] (a1): Probability for a1=1 is: 1.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.5
+[FactReasoner] (a2): Probability for a2=1 is: 0.5
+[FactReasoner] Predictions: {'a0': 'NS', 'a1': 'S', 'a2': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0170 seconds.
+[38/40] China.org.cn GT=NS | cctru=S| ccvan=S| fptru=S| fpvan=NS| gugua=NS| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c9 -> a0] : contradiction : 1.0
+[NLI] Relations built: 1
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 28532.68it/s]
+
Contexts: 0%| | 0/1 [00:00, ?it/s]
Contexts: 100%|██████████| 1/1 [00:00<00:00, 39199.10it/s]
+
Relations: 0%| | 0/1 [00:00, ?it/s]
Relations: 100%|██████████| 1/1 [00:00<00:00, 40329.85it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c9 - a0 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 0 1
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000196934 seconds
+[WMB] Created join graph with 2 clique factors
+[WMB] Number of cliques : 2
+[WMB] Number of edges : 2
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000385046 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.693147 (5.000000e-01) d=6.931472e-01 time=0.000476 i=1
+[WMB] Converged after 1 iterations in 0.000493 seconds
+PR
+-0.693147 (5.000000e-01)
+STATUS
+true: Consistent evidence
+MAR
+2 2 0.791667 0.208333 2 0.416667 0.583333
+[MERLIN] I/O time is 0.000226 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.791667, 0.208333]}, {'variable': 'c9', 'probabilities': [0.416667, 0.583333]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.791667
+[FactReasoner] (a0): Probability for a0=1 is: 0.208333
+[FactReasoner] Predictions: {'a0': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0101 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c9 -> a0] : contradiction : 1.0
+[NLI] Relations built: 1
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 28149.69it/s]
+
Contexts: 0%| | 0/1 [00:00, ?it/s]
Contexts: 100%|██████████| 1/1 [00:00<00:00, 41120.63it/s]
+
Relations: 0%| | 0/1 [00:00, ?it/s]
Relations: 100%|██████████| 1/1 [00:00<00:00, 40329.85it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c9 - a0 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 0 1
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000180006 seconds
+[WMB] Created join graph with 2 clique factors
+[WMB] Number of cliques : 2
+[WMB] Number of edges : 2
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000354052 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.693147 (5.000000e-01) d=6.931472e-01 time=0.000452 i=1
+[WMB] Converged after 1 iterations in 0.000469 seconds
+PR
+-0.693147 (5.000000e-01)
+STATUS
+true: Consistent evidence
+MAR
+2 2 0.950000 0.050000 2 0.100000 0.900000
+[MERLIN] I/O time is 0.000248 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.95, 0.05]}, {'variable': 'c9', 'probabilities': [0.1, 0.9]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.95
+[FactReasoner] (a0): Probability for a0=1 is: 0.05
+[FactReasoner] Predictions: {'a0': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0085 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 250 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 0.9922811519298073
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c3 -> a0] : entailment : 0.9839338133596028
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 0.9999986092288025
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 0.9999999205271529
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 0.9996962010021424
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c7 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a4_c1 -> a0] : entailment : 0.9999999602635733
+[NLI] Found relation: [a4_c5 -> a0] : entailment : 0.9999128731943979
+[NLI] Found relation: [a0_c0 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c1 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c2 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c4 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c9 -> a1] : contradiction : 0.9999995628996703
+[NLI] Found relation: [a1_c1 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a4_c0 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a4_c1 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a4_c2 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a4_c3 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a4_c5 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a4_c9 -> a1] : contradiction : 0.9194500248573971
+[NLI] Found relation: [a3_c4 -> a2] : contradiction : 0.8734501340452643
+[NLI] Found relation: [a0_c0 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a0_c1 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c2 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c4 -> a4] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a0_c5 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a0_c6 -> a4] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a0_c9 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a1_c1 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a1_c7 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a1_c8 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a2_c9 -> a4] : contradiction : 0.8950507172160812
+[NLI] Found relation: [a4_c0 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c1 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c3 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c5 -> a4] : contradiction : 1.0
+[NLI] Relations built: 42
+
Atoms: 0%| | 0/5 [00:00, ?it/s]
Atoms: 100%|██████████| 5/5 [00:00<00:00, 142663.40it/s]
+
Contexts: 0%| | 0/19 [00:00, ?it/s]
Contexts: 100%|██████████| 19/19 [00:00<00:00, 549598.46it/s]
+
Relations: 0%| | 0/42 [00:00, ?it/s]
Relations: 100%|██████████| 42/42 [00:00<00:00, 789958.60it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a2_c9 with discrete factor (prior)
+Adding context variable a3_c4 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c3 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c7 - a0 with discrete factor (entailment)
+Adding edge a4_c1 - a0 with discrete factor (entailment)
+Adding edge a4_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (contradiction)
+Adding edge a0_c1 - a1 with discrete factor (contradiction)
+Adding edge a0_c2 - a1 with discrete factor (contradiction)
+Adding edge a0_c4 - a1 with discrete factor (contradiction)
+Adding edge a0_c5 - a1 with discrete factor (contradiction)
+Adding edge a0_c6 - a1 with discrete factor (contradiction)
+Adding edge a0_c9 - a1 with discrete factor (contradiction)
+Adding edge a1_c1 - a1 with discrete factor (contradiction)
+Adding edge a1_c7 - a1 with discrete factor (contradiction)
+Adding edge a4_c0 - a1 with discrete factor (contradiction)
+Adding edge a4_c1 - a1 with discrete factor (contradiction)
+Adding edge a4_c2 - a1 with discrete factor (contradiction)
+Adding edge a4_c3 - a1 with discrete factor (contradiction)
+Adding edge a4_c5 - a1 with discrete factor (contradiction)
+Adding edge a4_c9 - a1 with discrete factor (contradiction)
+Adding edge a3_c4 - a2 with discrete factor (contradiction)
+Adding edge a0_c0 - a4 with discrete factor (contradiction)
+Adding edge a0_c1 - a4 with discrete factor (contradiction)
+Adding edge a0_c2 - a4 with discrete factor (contradiction)
+Adding edge a0_c4 - a4 with discrete factor (contradiction)
+Adding edge a0_c5 - a4 with discrete factor (contradiction)
+Adding edge a0_c6 - a4 with discrete factor (contradiction)
+Adding edge a0_c9 - a4 with discrete factor (contradiction)
+Adding edge a1_c1 - a4 with discrete factor (contradiction)
+Adding edge a1_c7 - a4 with discrete factor (contradiction)
+Adding edge a1_c8 - a4 with discrete factor (contradiction)
+Adding edge a2_c9 - a4 with discrete factor (contradiction)
+Adding edge a4_c0 - a4 with discrete factor (contradiction)
+Adding edge a4_c1 - a4 with discrete factor (contradiction)
+Adding edge a4_c3 - a4 with discrete factor (contradiction)
+Adding edge a4_c5 - a4 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 4 12 13 14 15 16 20 23 21 2 18 6 1 3 5 7 8 10 11 19 22 17 0 9
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00117016 seconds
+[WMB] Created join graph with 24 clique factors
+[WMB] Number of cliques : 24
+[WMB] Number of edges : 42
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00287509 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -6.138081 (2.159062e-03) d=6.138081e+00 time=0.003708 i=1
+[WMB] Converged after 1 iterations in 0.003729 seconds
+PR
+-6.138081 (2.159062e-03)
+STATUS
+true: Consistent evidence
+MAR
+24 2 0.000000 1.000000 2 0.006943 0.993057 2 0.072243 0.927757 2 0.043478 0.956522 2 0.171884 0.828116 2 0.031012 0.968988 2 0.006890 0.993110 2 0.111111 0.888889 2 0.081990 0.918010 2 1.000000 0.000000 2 0.006890 0.993110 2 0.006890 0.993110 2 0.067327 0.932673 2 0.767639 0.232361 2 0.125133 0.874867 2 0.500000 0.500000 2 0.283333 0.716667 2 1.000000 0.000000 2 0.072243 0.927757 2 0.006890 0.993110 2 0.169591 0.830409 2 0.107438 0.892562 2 0.006890 0.993110 2 0.309883 0.690117
+[MERLIN] I/O time is 0.001141 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.006943, 0.993057]}, {'variable': 'a0_c1', 'probabilities': [0.072243, 0.927757]}, {'variable': 'a0_c2', 'probabilities': [0.043478, 0.956522]}, {'variable': 'a0_c3', 'probabilities': [0.171884, 0.828116]}, {'variable': 'a0_c4', 'probabilities': [0.031012, 0.968988]}, {'variable': 'a0_c5', 'probabilities': [0.00689, 0.99311]}, {'variable': 'a0_c6', 'probabilities': [0.111111, 0.888889]}, {'variable': 'a0_c9', 'probabilities': [0.08199, 0.91801]}, {'variable': 'a1', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c1', 'probabilities': [0.00689, 0.99311]}, {'variable': 'a1_c7', 'probabilities': [0.00689, 0.99311]}, {'variable': 'a1_c8', 'probabilities': [0.067327, 0.932673]}, {'variable': 'a2', 'probabilities': [0.767639, 0.232361]}, {'variable': 'a2_c9', 'probabilities': [0.125133, 0.874867]}, {'variable': 'a3', 'probabilities': [0.5, 0.5]}, {'variable': 'a3_c4', 'probabilities': [0.283333, 0.716667]}, {'variable': 'a4', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c0', 'probabilities': [0.072243, 0.927757]}, {'variable': 'a4_c1', 'probabilities': [0.00689, 0.99311]}, {'variable': 'a4_c2', 'probabilities': [0.169591, 0.830409]}, {'variable': 'a4_c3', 'probabilities': [0.107438, 0.892562]}, {'variable': 'a4_c5', 'probabilities': [0.00689, 0.99311]}, {'variable': 'a4_c9', 'probabilities': [0.309883, 0.690117]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 1.0
+[FactReasoner] (a1): Probability for a1=1 is: 0.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.767639
+[FactReasoner] (a2): Probability for a2=1 is: 0.232361
+[FactReasoner] (a3): Probability for a3=0 is: 0.5
+[FactReasoner] (a3): Probability for a3=1 is: 0.5
+[FactReasoner] (a4): Probability for a4=0 is: 1.0
+[FactReasoner] (a4): Probability for a4=1 is: 0.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'NS', 'a2': 'NS', 'a3': 'NS', 'a4': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0205 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 250 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c0 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c2 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c4 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c6 -> a0] : entailment : 1.0
+[NLI] Found relation: [a0_c9 -> a0] : entailment : 0.6454826318965837
+[NLI] Found relation: [a1_c1 -> a0] : entailment : 0.9999999205271529
+[NLI] Found relation: [a1_c7 -> a0] : entailment : 0.9999679744880208
+[NLI] Found relation: [a4_c0 -> a0] : entailment : 0.9999988873824022
+[NLI] Found relation: [a4_c1 -> a0] : entailment : 0.9999998013179273
+[NLI] Found relation: [a4_c5 -> a0] : entailment : 0.9999997218451434
+[NLI] Found relation: [a0_c0 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c1 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c2 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c3 -> a1] : contradiction : 0.9999997615815251
+[NLI] Found relation: [a0_c4 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c5 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c6 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c9 -> a1] : contradiction : 0.9999983708116444
+[NLI] Found relation: [a1_c1 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a1_c7 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a4_c0 -> a1] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a4_c1 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a4_c2 -> a1] : contradiction : 0.9999995628996703
+[NLI] Found relation: [a4_c3 -> a1] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a4_c5 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a0_c0 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a0_c2 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a0_c4 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a0_c5 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a0_c6 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a0_c9 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a1_c1 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a1_c7 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a1_c8 -> a4] : contradiction : 0.9999996821087633
+[NLI] Found relation: [a4_c0 -> a4] : contradiction : 0.9999999602635733
+[NLI] Found relation: [a4_c1 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c3 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c5 -> a4] : contradiction : 1.0
+[NLI] Found relation: [a4_c9 -> a4] : contradiction : 0.9999895098024637
+[NLI] Relations built: 40
+
Atoms: 0%| | 0/5 [00:00, ?it/s]
Atoms: 100%|██████████| 5/5 [00:00<00:00, 133576.56it/s]
+
Contexts: 0%| | 0/17 [00:00, ?it/s]
Contexts: 100%|██████████| 17/17 [00:00<00:00, 369446.47it/s]
+
Relations: 0%| | 0/40 [00:00, ?it/s]
Relations: 100%|██████████| 40/40 [00:00<00:00, 814427.96it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding atom variable a4 with discrete factor (prior)
+Adding context variable a0_c0 with discrete factor (prior)
+Adding context variable a0_c1 with discrete factor (prior)
+Adding context variable a0_c2 with discrete factor (prior)
+Adding context variable a0_c3 with discrete factor (prior)
+Adding context variable a0_c4 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a0_c6 with discrete factor (prior)
+Adding context variable a0_c9 with discrete factor (prior)
+Adding context variable a1_c1 with discrete factor (prior)
+Adding context variable a1_c7 with discrete factor (prior)
+Adding context variable a1_c8 with discrete factor (prior)
+Adding context variable a4_c0 with discrete factor (prior)
+Adding context variable a4_c1 with discrete factor (prior)
+Adding context variable a4_c2 with discrete factor (prior)
+Adding context variable a4_c3 with discrete factor (prior)
+Adding context variable a4_c5 with discrete factor (prior)
+Adding context variable a4_c9 with discrete factor (prior)
+Adding edge a0_c0 - a0 with discrete factor (entailment)
+Adding edge a0_c2 - a0 with discrete factor (entailment)
+Adding edge a0_c4 - a0 with discrete factor (entailment)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c6 - a0 with discrete factor (entailment)
+Adding edge a0_c9 - a0 with discrete factor (entailment)
+Adding edge a1_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c7 - a0 with discrete factor (entailment)
+Adding edge a4_c0 - a0 with discrete factor (entailment)
+Adding edge a4_c1 - a0 with discrete factor (entailment)
+Adding edge a4_c5 - a0 with discrete factor (entailment)
+Adding edge a0_c0 - a1 with discrete factor (contradiction)
+Adding edge a0_c1 - a1 with discrete factor (contradiction)
+Adding edge a0_c2 - a1 with discrete factor (contradiction)
+Adding edge a0_c3 - a1 with discrete factor (contradiction)
+Adding edge a0_c4 - a1 with discrete factor (contradiction)
+Adding edge a0_c5 - a1 with discrete factor (contradiction)
+Adding edge a0_c6 - a1 with discrete factor (contradiction)
+Adding edge a0_c9 - a1 with discrete factor (contradiction)
+Adding edge a1_c1 - a1 with discrete factor (contradiction)
+Adding edge a1_c7 - a1 with discrete factor (contradiction)
+Adding edge a4_c0 - a1 with discrete factor (contradiction)
+Adding edge a4_c1 - a1 with discrete factor (contradiction)
+Adding edge a4_c2 - a1 with discrete factor (contradiction)
+Adding edge a4_c3 - a1 with discrete factor (contradiction)
+Adding edge a4_c5 - a1 with discrete factor (contradiction)
+Adding edge a0_c0 - a4 with discrete factor (contradiction)
+Adding edge a0_c2 - a4 with discrete factor (contradiction)
+Adding edge a0_c4 - a4 with discrete factor (contradiction)
+Adding edge a0_c5 - a4 with discrete factor (contradiction)
+Adding edge a0_c6 - a4 with discrete factor (contradiction)
+Adding edge a0_c9 - a4 with discrete factor (contradiction)
+Adding edge a1_c1 - a4 with discrete factor (contradiction)
+Adding edge a1_c7 - a4 with discrete factor (contradiction)
+Adding edge a1_c8 - a4 with discrete factor (contradiction)
+Adding edge a4_c0 - a4 with discrete factor (contradiction)
+Adding edge a4_c1 - a4 with discrete factor (contradiction)
+Adding edge a4_c3 - a4 with discrete factor (contradiction)
+Adding edge a4_c5 - a4 with discrete factor (contradiction)
+Adding edge a4_c9 - a4 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 2 4 12 13 14 18 21 19 7 1 3 5 6 8 10 11 16 17 20 15 0 9
+[WMB] + induced width : 3
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.00115609 seconds
+[WMB] Created join graph with 22 clique factors
+[WMB] Number of cliques : 22
+[WMB] Number of edges : 38
+[WMB] Max clique size : 4
+[WMB] Max separator size : 3
+[WMB] Finished initialization in 0.00270796 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -3.851416 (2.124962e-02) d=3.851416e+00 time=0.003495 i=1
+[WMB] Converged after 1 iterations in 0.003516 seconds
+PR
+-3.851416 (2.124962e-02)
+STATUS
+true: Consistent evidence
+MAR
+22 2 0.000000 1.000000 2 0.013699 0.986301 2 0.052632 0.947368 2 0.013699 0.986301 2 0.052632 0.947368 2 0.013699 0.986301 2 0.013699 0.986301 2 0.013699 0.986301 2 0.021064 0.978936 2 1.000000 0.000000 2 0.013699 0.986301 2 0.013699 0.986301 2 0.052632 0.947368 2 0.500000 0.500000 2 0.500000 0.500000 2 1.000000 0.000000 2 0.013699 0.986301 2 0.013699 0.986301 2 0.052632 0.947368 2 0.027027 0.972973 2 0.013699 0.986301 2 0.052632 0.947368
+[MERLIN] I/O time is 0.001124 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.0, 1.0]}, {'variable': 'a0_c0', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c1', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c2', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c3', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a0_c4', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c5', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c6', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a0_c9', 'probabilities': [0.021064, 0.978936]}, {'variable': 'a1', 'probabilities': [1.0, 0.0]}, {'variable': 'a1_c1', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c7', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a1_c8', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a2', 'probabilities': [0.5, 0.5]}, {'variable': 'a3', 'probabilities': [0.5, 0.5]}, {'variable': 'a4', 'probabilities': [1.0, 0.0]}, {'variable': 'a4_c0', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a4_c1', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a4_c2', 'probabilities': [0.052632, 0.947368]}, {'variable': 'a4_c3', 'probabilities': [0.027027, 0.972973]}, {'variable': 'a4_c5', 'probabilities': [0.013699, 0.986301]}, {'variable': 'a4_c9', 'probabilities': [0.052632, 0.947368]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.0
+[FactReasoner] (a0): Probability for a0=1 is: 1.0
+[FactReasoner] (a1): Probability for a1=0 is: 1.0
+[FactReasoner] (a1): Probability for a1=1 is: 0.0
+[FactReasoner] (a2): Probability for a2=0 is: 0.5
+[FactReasoner] (a2): Probability for a2=1 is: 0.5
+[FactReasoner] (a3): Probability for a3=0 is: 0.5
+[FactReasoner] (a3): Probability for a3=1 is: 0.5
+[FactReasoner] (a4): Probability for a4=0 is: 1.0
+[FactReasoner] (a4): Probability for a4=1 is: 0.0
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'NS', 'a2': 'NS', 'a3': 'NS', 'a4': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0192 seconds.
+[39/40] XHNews GT=NS | cctru=NS| ccvan=NS| fptru=NS| fpvan=NS| gugua=NS| gsgs4=--
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+[NLI] Found relation: [c8 -> a0] : contradiction : 0.9999999205271529
+[NLI] Found relation: [c9 -> a0] : contradiction : 0.9999999602635733
+[NLI] Relations built: 2
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 32513.98it/s]
+
Contexts: 0%| | 0/2 [00:00, ?it/s]
Contexts: 100%|██████████| 2/2 [00:00<00:00, 80659.69it/s]
+
Relations: 0%| | 0/2 [00:00, ?it/s]
Relations: 100%|██████████| 2/2 [00:00<00:00, 83055.52it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c8 - a0 with discrete factor (contradiction)
+Adding edge c9 - a0 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000226021 seconds
+[WMB] Created join graph with 3 clique factors
+[WMB] Number of cliques : 3
+[WMB] Number of edges : 4
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000450134 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -1.093418 (3.350694e-01) d=1.093418e+00 time=0.000561 i=1
+[WMB] Converged after 1 iterations in 0.000579 seconds
+PR
+-1.093418 (3.350694e-01)
+STATUS
+true: Consistent evidence
+MAR
+3 2 0.935233 0.064767 2 0.310881 0.689119 2 0.310881 0.689119
+[MERLIN] I/O time is 0.000247 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.935233, 0.064767]}, {'variable': 'c8', 'probabilities': [0.310881, 0.689119]}, {'variable': 'c9', 'probabilities': [0.310881, 0.689119]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.935233
+[FactReasoner] (a0): Probability for a0=1 is: 0.064767
+[FactReasoner] Predictions: {'a0': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0104 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [c8 -> a0] : contradiction : 0.9999998410543312
+[NLI] Found relation: [c9 -> a0] : contradiction : 1.0
+[NLI] Relations built: 2
+
Atoms: 0%| | 0/1 [00:00, ?it/s]
Atoms: 100%|██████████| 1/1 [00:00<00:00, 29959.31it/s]
+
Contexts: 0%| | 0/2 [00:00, ?it/s]
Contexts: 100%|██████████| 2/2 [00:00<00:00, 89240.51it/s]
+
Relations: 0%| | 0/2 [00:00, ?it/s]
Relations: 100%|██████████| 2/2 [00:00<00:00, 83886.08it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding context variable c8 with discrete factor (prior)
+Adding context variable c9 with discrete factor (prior)
+Adding edge c8 - a0 with discrete factor (contradiction)
+Adding edge c9 - a0 with discrete factor (contradiction)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 2 0
+[WMB] + induced width : 1
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000207901 seconds
+[WMB] Created join graph with 3 clique factors
+[WMB] Number of cliques : 3
+[WMB] Number of edges : 4
+[WMB] Max clique size : 2
+[WMB] Max separator size : 1
+[WMB] Finished initialization in 0.000427008 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -0.792968 (4.524999e-01) d=7.929677e-01 time=0.000545 i=1
+[WMB] Converged after 1 iterations in 0.000563 seconds
+PR
+-0.792968 (4.524999e-01)
+STATUS
+true: Consistent evidence
+MAR
+3 2 0.997238 0.002762 2 0.055249 0.944751 2 0.055249 0.944751
+[MERLIN] I/O time is 0.000255 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.997238, 0.002762]}, {'variable': 'c8', 'probabilities': [0.055249, 0.944751]}, {'variable': 'c9', 'probabilities': [0.055249, 0.944751]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.997238
+[FactReasoner] (a0): Probability for a0=1 is: 0.002762
+[FactReasoner] Predictions: {'a0': 'NS'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0204 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 160 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a0_c5 -> a0] : entailment : 0.9993572559243368
+[NLI] Found relation: [a3_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a3_c5 -> a0] : entailment : 0.8790104494610015
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : contradiction : 0.9999992847452764
+[NLI] Found relation: [a2_c1 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a2_c8 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a1_c5 -> a2] : contradiction : 0.9999998807907365
+[NLI] Found relation: [a2_c1 -> a2] : contradiction : 0.9999960263885567
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : contradiction : 0.9999995628996703
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a3] : entailment : 0.9999999602635733
+[NLI] Found relation: [a2_c7 -> a3] : entailment : 0.999998768173707
+[NLI] Found relation: [a3_c7 -> a3] : entailment : 0.9999998410543312
+[NLI] Relations built: 16
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 114130.72it/s]
+
Contexts: 0%| | 0/12 [00:00, ?it/s]
Contexts: 100%|██████████| 12/12 [00:00<00:00, 384211.05it/s]
+
Relations: 0%| | 0/16 [00:00, ?it/s]
Relations: 100%|██████████| 16/16 [00:00<00:00, 497102.70it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a0_c5 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding context variable a3_c5 with discrete factor (prior)
+Adding context variable a3_c7 with discrete factor (prior)
+Adding edge a0_c5 - a0 with discrete factor (entailment)
+Adding edge a3_c1 - a0 with discrete factor (entailment)
+Adding edge a3_c5 - a0 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (contradiction)
+Adding edge a1_c9 - a1 with discrete factor (contradiction)
+Adding edge a2_c1 - a1 with discrete factor (contradiction)
+Adding edge a2_c8 - a1 with discrete factor (contradiction)
+Adding edge a1_c5 - a2 with discrete factor (contradiction)
+Adding edge a2_c1 - a2 with discrete factor (contradiction)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (contradiction)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a1_c3 - a3 with discrete factor (entailment)
+Adding edge a2_c7 - a3 with discrete factor (entailment)
+Adding edge a3_c7 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 1 5 8 9 11 13 14 15 10 4 7 12 2 3 6 0
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000629902 seconds
+[WMB] Created join graph with 16 clique factors
+[WMB] Number of cliques : 16
+[WMB] Number of edges : 28
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00141096 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -10.054274 (4.300155e-05) d=1.005427e+01 time=0.001867 i=1
+[WMB] Converged after 1 iterations in 0.001888 seconds
+PR
+-10.054274 (4.300155e-05)
+STATUS
+true: Consistent evidence
+MAR
+16 2 0.038063 0.961937 2 0.358797 0.641203 2 0.999978 0.000022 2 0.999980 0.000020 2 0.013824 0.986176 2 0.292232 0.707768 2 0.999872 0.000128 2 0.013824 0.986176 2 0.999915 0.000085 2 0.046557 0.953443 2 0.999900 0.000100 2 0.027022 0.972978 2 0.112810 0.887190 2 0.291204 0.708796 2 0.379425 0.620575 2 0.225634 0.774366
+[MERLIN] I/O time is 0.000732 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.038063, 0.961937]}, {'variable': 'a0_c5', 'probabilities': [0.358797, 0.641203]}, {'variable': 'a1', 'probabilities': [0.999978, 2.2e-05]}, {'variable': 'a1_c3', 'probabilities': [0.99998, 2e-05]}, {'variable': 'a1_c5', 'probabilities': [0.013824, 0.986176]}, {'variable': 'a1_c9', 'probabilities': [0.292232, 0.707768]}, {'variable': 'a2', 'probabilities': [0.999872, 0.000128]}, {'variable': 'a2_c1', 'probabilities': [0.013824, 0.986176]}, {'variable': 'a2_c3', 'probabilities': [0.999915, 8.5e-05]}, {'variable': 'a2_c4', 'probabilities': [0.046557, 0.953443]}, {'variable': 'a2_c7', 'probabilities': [0.9999, 0.0001]}, {'variable': 'a2_c8', 'probabilities': [0.027022, 0.972978]}, {'variable': 'a3', 'probabilities': [0.11281, 0.88719]}, {'variable': 'a3_c1', 'probabilities': [0.291204, 0.708796]}, {'variable': 'a3_c5', 'probabilities': [0.379425, 0.620575]}, {'variable': 'a3_c7', 'probabilities': [0.225634, 0.774366]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.038063
+[FactReasoner] (a0): Probability for a0=1 is: 0.961937
+[FactReasoner] (a1): Probability for a1=0 is: 0.999978
+[FactReasoner] (a1): Probability for a1=1 is: 2.2e-05
+[FactReasoner] (a2): Probability for a2=0 is: 0.999872
+[FactReasoner] (a2): Probability for a2=1 is: 0.000128
+[FactReasoner] (a3): Probability for a3=0 is: 0.11281
+[FactReasoner] (a3): Probability for a3=1 is: 0.88719
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'NS', 'a2': 'NS', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0141 seconds.
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 160 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Found relation: [a3_c1 -> a0] : entailment : 1.0
+[NLI] Found relation: [a1_c3 -> a1] : entailment : 1.0
+[NLI] Found relation: [a1_c5 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a1_c9 -> a1] : contradiction : 0.9999999205271529
+[NLI] Found relation: [a2_c1 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a2_c8 -> a1] : contradiction : 1.0
+[NLI] Found relation: [a1_c3 -> a2] : entailment : 0.8683102245554744
+[NLI] Found relation: [a1_c9 -> a2] : contradiction : 0.9998730346162683
+[NLI] Found relation: [a2_c3 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c4 -> a2] : contradiction : 0.9999998013179273
+[NLI] Found relation: [a2_c7 -> a2] : entailment : 1.0
+[NLI] Found relation: [a2_c8 -> a2] : contradiction : 0.9999714311398216
+[NLI] Found relation: [a1_c3 -> a3] : entailment : 1.0
+[NLI] Found relation: [a2_c7 -> a3] : entailment : 1.0
+[NLI] Relations built: 14
+
Atoms: 0%| | 0/4 [00:00, ?it/s]
Atoms: 100%|██████████| 4/4 [00:00<00:00, 106184.91it/s]
+
Contexts: 0%| | 0/9 [00:00, ?it/s]
Contexts: 100%|██████████| 9/9 [00:00<00:00, 297234.14it/s]
+
Relations: 0%| | 0/14 [00:00, ?it/s]
Relations: 100%|██████████| 14/14 [00:00<00:00, 428615.01it/s]
+[Building the Markov network...]
+Adding atom variable a0 with discrete factor (prior)
+Adding atom variable a1 with discrete factor (prior)
+Adding atom variable a2 with discrete factor (prior)
+Adding atom variable a3 with discrete factor (prior)
+Adding context variable a1_c3 with discrete factor (prior)
+Adding context variable a1_c5 with discrete factor (prior)
+Adding context variable a1_c9 with discrete factor (prior)
+Adding context variable a2_c1 with discrete factor (prior)
+Adding context variable a2_c3 with discrete factor (prior)
+Adding context variable a2_c4 with discrete factor (prior)
+Adding context variable a2_c7 with discrete factor (prior)
+Adding context variable a2_c8 with discrete factor (prior)
+Adding context variable a3_c1 with discrete factor (prior)
+Adding edge a3_c1 - a0 with discrete factor (entailment)
+Adding edge a1_c3 - a1 with discrete factor (entailment)
+Adding edge a1_c5 - a1 with discrete factor (contradiction)
+Adding edge a1_c9 - a1 with discrete factor (contradiction)
+Adding edge a2_c1 - a1 with discrete factor (contradiction)
+Adding edge a2_c8 - a1 with discrete factor (contradiction)
+Adding edge a1_c3 - a2 with discrete factor (entailment)
+Adding edge a1_c9 - a2 with discrete factor (contradiction)
+Adding edge a2_c3 - a2 with discrete factor (entailment)
+Adding edge a2_c4 - a2 with discrete factor (contradiction)
+Adding edge a2_c7 - a2 with discrete factor (entailment)
+Adding edge a2_c8 - a2 with discrete factor (contradiction)
+Adding edge a1_c3 - a3 with discrete factor (entailment)
+Adding edge a2_c7 - a3 with discrete factor (entailment)
+[Markov network created.]
+libmerlin 1.7.0
+(c) Copyright IBM Corp. 2015 - 2019
+All Rights Reserved
+[MERLIN] Initialize Merlin engine ...
+[MERLIN] + tasks supported : PR, MAR, MAP, MMAP, EM
+[WMB] + i-bound : 6
+[WMB] + iterations : 10
+[WMB] + inference task : MAR
+[WMB] + ordering method : MinFill
+[WMB] + order iterations : 100
+[WMB] + elimination : 0 3 6 7 8 12 11 9 4 2 10 5 1
+[WMB] + induced width : 2
+[WMB] + exact inference : Yes
+[WMB] + ordering time : 0.000565052 seconds
+[WMB] Created join graph with 13 clique factors
+[WMB] Number of cliques : 13
+[WMB] Number of edges : 22
+[WMB] Max clique size : 3
+[WMB] Max separator size : 2
+[WMB] Finished initialization in 0.00130796 seconds
+[WMB] Begin message passing over join graph ...
+ logZ: -13.439817 (1.456000e-06) d=1.343982e+01 time=0.001749 i=1
+[WMB] Converged after 1 iterations in 0.001781 seconds
+PR
+-13.439817 (1.456000e-06)
+STATUS
+true: Consistent evidence
+MAR
+13 2 0.050000 0.950000 2 0.997648 0.002352 2 0.997688 0.002312 2 0.054860 0.945140 2 0.042619 0.957381 2 0.983925 0.016075 2 0.054860 0.945140 2 0.984771 0.015229 2 0.067860 0.932140 2 0.984712 0.015288 2 0.042665 0.957335 2 0.492320 0.507680 2 0.100000 0.900000
+[MERLIN] I/O time is 0.000769 seconds
+[Merlin] return code: 0
+[Merlin] All Marginals:
+[{'variable': 'a0', 'probabilities': [0.05, 0.95]}, {'variable': 'a1', 'probabilities': [0.997648, 0.002352]}, {'variable': 'a1_c3', 'probabilities': [0.997688, 0.002312]}, {'variable': 'a1_c5', 'probabilities': [0.05486, 0.94514]}, {'variable': 'a1_c9', 'probabilities': [0.042619, 0.957381]}, {'variable': 'a2', 'probabilities': [0.983925, 0.016075]}, {'variable': 'a2_c1', 'probabilities': [0.05486, 0.94514]}, {'variable': 'a2_c3', 'probabilities': [0.984771, 0.015229]}, {'variable': 'a2_c4', 'probabilities': [0.06786, 0.93214]}, {'variable': 'a2_c7', 'probabilities': [0.984712, 0.015288]}, {'variable': 'a2_c8', 'probabilities': [0.042665, 0.957335]}, {'variable': 'a3', 'probabilities': [0.49232, 0.50768]}, {'variable': 'a3_c1', 'probabilities': [0.1, 0.9]}]
+[FactReasoner] (a0): Probability for a0=0 is: 0.05
+[FactReasoner] (a0): Probability for a0=1 is: 0.95
+[FactReasoner] (a1): Probability for a1=0 is: 0.997648
+[FactReasoner] (a1): Probability for a1=1 is: 0.002352
+[FactReasoner] (a2): Probability for a2=0 is: 0.983925
+[FactReasoner] (a2): Probability for a2=1 is: 0.016075
+[FactReasoner] (a3): Probability for a3=0 is: 0.49232
+[FactReasoner] (a3): Probability for a3=1 is: 0.50768
+[FactReasoner] Predictions: {'a0': 'S', 'a1': 'NS', 'a2': 'NS', 'a3': 'S'}
+[FactReasoner] Gold labels: {'a0': 'NS'}
+[FactReasoner] Gold fscore: 0.0 (0/1)
+[FactReasoner] Elapsed time: 0.0145 seconds.
+[40/40] XHNews GT=NS | cctru=NS| ccvan=NS| fptru=NS| fpvan=NS| gugua=NS| gsgs4=--
+=== SECOND PASS over failures ===
+ retrying row 0 cc_trust
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+ retrying row 0 cc_vanilla
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+ retrying row 5 cc_trust
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+ retrying row 5 cc_vanilla
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+ retrying row 14 cc_trust
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+ retrying row 14 cc_vanilla
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+ retrying row 28 cc_trust
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+ retrying row 28 cc_vanilla
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+ retrying row 33 cc_trust
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+ retrying row 33 cc_vanilla
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+ retrying row 36 cc_trust
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+ retrying row 36 cc_vanilla
+[NLI] Building atom-context relations...
+[NLI] Using all contexts retrieved.
+[NLI] Processing 10 potential relationships ...
+[NLI] Awaiting for async execution ...
+ERROR:asyncio:Task exception was never retrieved
+future: exception=RuntimeError('Event loop is closed')>
+Traceback (most recent call last):
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_client.py", line 1985, in aclose
+ await self._transport.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpx/_transports/default.py", line 406, in aclose
+ await self._pool.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 353, in aclose
+ await self._close_connections(closing_connections)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection_pool.py", line 345, in _close_connections
+ await connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/connection.py", line 173, in aclose
+ await self._connection.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_async/http11.py", line 258, in aclose
+ await self._network_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/httpcore/_backends/anyio.py", line 53, in aclose
+ await self._stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/streams/tls.py", line 236, in aclose
+ await self.transport_stream.aclose()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/site-packages/anyio/_backends/_asyncio.py", line 1344, in aclose
+ self._transport.close()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/selector_events.py", line 864, in close
+ self._loop.call_soon(self._call_connection_lost, None)
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 762, in call_soon
+ self._check_closed()
+ File "/u/samit/miniforge3/envs/factreasoner311/lib/python3.11/asyncio/base_events.py", line 520, in _check_closed
+ raise RuntimeError('Event loop is closed')
+RuntimeError: Event loop is closed
+[NLI] Relations built: 0
+DROPPED (incomplete after 2 passes): 6 rows -> [(0, ['cc_trust', 'cc_vanilla']), (5, ['cc_trust', 'cc_vanilla']), (14, ['cc_trust', 'cc_vanilla']), (28, ['cc_trust', 'cc_vanilla']), (33, ['cc_trust', 'cc_vanilla']), (36, ['cc_trust', 'cc_vanilla'])]
+========================================================
+40-ROW original contexts, v3 prior -- COMPLETE ROWS ONLY (n=34)
+========================================================
+ cc_trust : 21/34 = 61.8%
+ cc_vanilla : 21/34 = 61.8%
+ fp_trust : 24/34 = 70.6%
+ fp_vanilla : 22/34 = 64.7%
+ guardian : 22/34 = 64.7%
+ gs41 : 0/0 = 0.0%
diff --git a/data/trust_eval/final_eval_40v2_results/results.json b/data/trust_eval/final_eval_40v2_results/results.json
new file mode 100644
index 0000000..baa37c7
--- /dev/null
+++ b/data/trust_eval/final_eval_40v2_results/results.json
@@ -0,0 +1,1440 @@
+{
+ "results": [
+ {
+ "account": "People's Daily,Overseas",
+ "gt": "S",
+ "input": "Fauci says U.S. not where it needs to be after Biden declares \"pandemic is over\"",
+ "cc_trust": null,
+ "cc_vanilla": null,
+ "fp_trust": {
+ "verdict": "S",
+ "precision": 0.6667,
+ "n_atoms": 3,
+ "correct": true
+ },
+ "fp_vanilla": {
+ "verdict": "S",
+ "precision": 0.6667,
+ "n_atoms": 3,
+ "correct": true
+ },
+ "guardian": {
+ "verdict": "NS",
+ "correct": false,
+ "raw": "(modeloutputthunk("
+ },
+ "gs41": null
+ },
+ {
+ "account": "China Xinhua News",
+ "gt": "S",
+ "input": "#WHO warns against #COVID19 complacency, urges for life-saving action xhtxs.cn/z",
+ "cc_trust": {
+ "verdict": "S",
+ "precision": 1.0,
+ "n_atoms": 1,
+ "correct": true
+ },
+ "cc_vanilla": {
+ "verdict": "S",
+ "precision": 1.0,
+ "n_atoms": 1,
+ "correct": true
+ },
+ "fp_trust": {
+ "verdict": "S",
+ "precision": 1.0,
+ "n_atoms": 2,
+ "correct": true
+ },
+ "fp_vanilla": {
+ "verdict": "S",
+ "precision": 1.0,
+ "n_atoms": 2,
+ "correct": true
+ },
+ "guardian": {
+ "verdict": "S",
+ "correct": true,
+ "raw": "(modeloutputthunk("
+ },
+ "gs41": null
+ },
+ {
+ "account": "Global Times",
+ "gt": "S",
+ "input": "Sinovac Biotech says COVID-19 vaccine, CoronaVac, proves effective in reducing s",
+ "cc_trust": {
+ "verdict": "S",
+ "precision": 1.0,
+ "n_atoms": 1,
+ "correct": true
+ },
+ "cc_vanilla": {
+ "verdict": "S",
+ "precision": 1.0,
+ "n_atoms": 1,
+ "correct": true
+ },
+ "fp_trust": {
+ "verdict": "S",
+ "precision": 1.0,
+ "n_atoms": 4,
+ "correct": true
+ },
+ "fp_vanilla": {
+ "verdict": "S",
+ "precision": 1.0,
+ "n_atoms": 4,
+ "correct": true
+ },
+ "guardian": {
+ "verdict": "NS",
+ "correct": false,
+ "raw": "(modeloutputthunk("
+ },
+ "gs41": null
+ },
+ {
+ "account": "Global Times",
+ "gt": "S",
+ "input": "New Omicron subvariants BQ.1 and BQ.1.1 account for nearly 70 percent of new COV",
+ "cc_trust": {
+ "verdict": "NS",
+ "precision": 0.0,
+ "n_atoms": 1,
+ "correct": false
+ },
+ "cc_vanilla": {
+ "verdict": "NS",
+ "precision": 0.0,
+ "n_atoms": 1,
+ "correct": false
+ },
+ "fp_trust": {
+ "verdict": "S",
+ "precision": 0.6667,
+ "n_atoms": 6,
+ "correct": true
+ },
+ "fp_vanilla": {
+ "verdict": "NS",
+ "precision": 0.5,
+ "n_atoms": 6,
+ "correct": false
+ },
+ "guardian": {
+ "verdict": "NS",
+ "correct": false,
+ "raw": "(modeloutputthunk("
+ },
+ "gs41": null
+ },
+ {
+ "account": "CGTN",
+ "gt": "S",
+ "input": "#Omicron subvariant XBB.1.5 makes up nearly half of U.S. COVID-19 cases",
+ "cc_trust": {
+ "verdict": "NS",
+ "precision": 0.0,
+ "n_atoms": 1,
+ "correct": false
+ },
+ "cc_vanilla": {
+ "verdict": "NS",
+ "precision": 0.0,
+ "n_atoms": 1,
+ "correct": false
+ },
+ "fp_trust": {
+ "verdict": "S",
+ "precision": 1.0,
+ "n_atoms": 1,
+ "correct": true
+ },
+ "fp_vanilla": {
+ "verdict": "S",
+ "precision": 1.0,
+ "n_atoms": 1,
+ "correct": true
+ },
+ "guardian": {
+ "verdict": "S",
+ "correct": true,
+ "raw": "(modeloutputthunk("
+ },
+ "gs41": null
+ },
+ {
+ "account": "China Xinhua News",
+ "gt": "NS",
+ "input": "What a FACE/OFF: Those who accused #China of being tough on #COVID are now calli",
+ "cc_trust": null,
+ "cc_vanilla": null,
+ "fp_trust": {
+ "verdict": "S",
+ "precision": 0.5714,
+ "n_atoms": 7,
+ "correct": false
+ },
+ "fp_vanilla": {
+ "verdict": "S",
+ "precision": 0.5714,
+ "n_atoms": 7,
+ "correct": false
+ },
+ "guardian": {
+ "verdict": "NS",
+ "correct": true,
+ "raw": "(modeloutputthunk("
+ },
+ "gs41": null
+ },
+ {
+ "account": "ChinaDaily",
+ "gt": "NS",
+ "input": "#COVID_19 Six fallacies and truths about China's epidemic control (6/6) FALLACY ",
+ "cc_trust": {
+ "verdict": "NS",
+ "precision": 0.0,
+ "n_atoms": 1,
+ "correct": true
+ },
+ "cc_vanilla": {
+ "verdict": "NS",
+ "precision": 0.0,
+ "n_atoms": 1,
+ "correct": true
+ },
+ "fp_trust": {
+ "verdict": "NS",
+ "precision": 0.3333,
+ "n_atoms": 6,
+ "correct": true
+ },
+ "fp_vanilla": {
+ "verdict": "NS",
+ "precision": 0.3333,
+ "n_atoms": 6,
+ "correct": true
+ },
+ "guardian": {
+ "verdict": "NS",
+ "correct": true,
+ "raw": "(modeloutputthunk(