<?xml version="1.0"?>

<!DOCTYPE owl [
	<!ENTITY rdf "http://www.w3.org/1999/02/22-rdf-syntax-ns#">
	<!ENTITY rdfs "http://www.w3.org/2000/01/rdf-schema#">
	<!ENTITY xsd "http://www.w3.org/2001/XMLSchema#">
	<!ENTITY owl "http://www.w3.org/2002/07/owl#">
	<!ENTITY cc "http://web.resource.org/cc/#">
	<!ENTITY project "http://ebiquity.umbc.edu/ontology/project.owl#">
	<!ENTITY person "http://ebiquity.umbc.edu/ontology/person.owl#">
	<!ENTITY pub "http://ebiquity.umbc.edu/ontology/publication.owl#">
	<!ENTITY assert "http://ebiquity.umbc.edu/ontology/assertion.owl#">
]>

<!--

This ontology document is licensed under the Creative Commons
Attribution License. To view a copy of this license, visit
http://creativecommons.org/licenses/by/2.0/ or send a letter to
Creative Commons, 559 Nathan Abbott Way, Stanford, California
94305, USA.

-->

<rdf:RDF 
		xmlns:rdf = "&rdf;"
		xmlns:rdfs = "&rdfs;"
		xmlns:xsd = "&xsd;"
		xmlns:owl = "&owl;"
		xmlns:cc = "&cc;"
		xmlns:project = "&project;"
		xmlns:person = "&person;"
		xmlns:pub = "&pub;"
		xmlns:assert = "&assert;">
	<pub:InProceedings rdf:about="http://ebiquity.umbc.edu/paper/html/id/1169/Enhancing-Knowledge-Graph-Consistency-through-Open-Large-Language-Models-A-Case-Study">
		<rdfs:label><![CDATA[Enhancing Knowledge Graph Consistency through Open Large Language Models: A Case Study]]></rdfs:label>
		<pub:title><![CDATA[Enhancing Knowledge Graph Consistency through Open Large Language Models: A Case Study]]></pub:title>
		<pub:publishedOn rdf:datatype="&xsd;dateTime">2024-03-25T00:00:00-05:00</pub:publishedOn>
		<pub:abstract><![CDATA[High-quality knowledge graphs (KGs) play a crucial role in many applications. However, KGs created by automated information extraction systems can suffer from erroneous extractions or be inconsistent with provenance/source text. It is important to identify and correct such problems. In this paper, we study how to leverage the emergent reasoning capabilities of large language models (LLMs) to detect inconsistencies between extracted facts and their provenance. With a focus on “open” LLMs that can be run and trained locally, we find that few-shot approaches can yield an absolute performance gain of 2.5-3.4% over the state-of-the-art method with only 9% of the training data. We examine the effect of LLM architectures and show that Decoder-Only models underperform Encoder-Decoder approaches. We also explore how model size affects performance and, counterintuitively, find that larger models do not yield consistent performance gains. Our detailed analyses suggest that while LLMs can improve KG consistency, different LLM models learn different aspects of KG consistency and are sensitive to the number of entities involved.]]></pub:abstract>
		<pub:pages><![CDATA[203-208]]></pub:pages>
		<pub:number><![CDATA[2]]></pub:number>
		<pub:note><![CDATA[DOI: <a href="https://doi.org/10.1609/aaaiss.v3i1.31201">10.1609/aaaiss.v3i1.31201</a><br/>

<img src="https://i.imgur.com/FQKj3k8.png" style='height: 90%; width: 90%; object-fit: contain; display: block; margin-left: auto; margin-right: auto;'>]]></pub:note>
		<pub:volume><![CDATA[3]]></pub:volume>
		<pub:counter>1120</pub:counter>
		<pub:tag><![CDATA[agent]]></pub:tag>
		<pub:tag><![CDATA[ai]]></pub:tag>
		<pub:tag><![CDATA[in-context learning]]></pub:tag>
		<pub:tag><![CDATA[information extraction]]></pub:tag>
		<pub:tag><![CDATA[knowledge graph]]></pub:tag>
		<pub:tag><![CDATA[knowledge graph consistency]]></pub:tag>
		<pub:tag><![CDATA[large language model]]></pub:tag>
		<pub:tag><![CDATA[llm]]></pub:tag>
		<pub:tag><![CDATA[natural language processing]]></pub:tag>
		<pub:booktitle><![CDATA[Proceedings of AAAI-MAKE: Empowering Machine Learning and Large Language Models with Domain and Commonsense Knowledge]]></pub:booktitle>
		<pub:publisher><![CDATA[AAAI]]></pub:publisher>
		<pub:author>
			<rdf:List>
				<rdf:first>
					<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Tim/Finin"><person:name><![CDATA[Tim Finin]]></person:name><rdfs:label><![CDATA[Tim Finin]]></rdfs:label></person:Person>
				</rdf:first>
				<rdf:rest>					<rdf:List>
						<rdf:first>
							<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Ankur/Padia"><person:name><![CDATA[Ankur Padia]]></person:name><rdfs:label><![CDATA[Ankur Padia]]></rdfs:label></person:Person>
						</rdf:first>
						<rdf:rest>							<rdf:List>
								<rdf:first>
									<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Francis/Ferraro"><person:name><![CDATA[Francis Ferraro]]></person:name><rdfs:label><![CDATA[Francis Ferraro]]></rdfs:label></person:Person>
								</rdf:first>
								<rdf:rest rdf:resource="&rdf;nil" />
							</rdf:List>
						</rdf:rest>
					</rdf:List>
				</rdf:rest>
			</rdf:List>
		</pub:author>
		<pub:firstAuthor>
<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Tim/Finin"><person:name><![CDATA[Tim Finin]]></person:name><rdfs:label><![CDATA[Tim Finin]]></rdfs:label></person:Person>
		</pub:firstAuthor>
		<pub:softCopy><pub:SoftCopy>
			<pub:softCopyFormat><![CDATA[PDF Document]]></pub:softCopyFormat>
			<pub:softCopyURI><![CDATA[http://ebiquity.umbc.edu/get/a/publication/1395.pdf]]></pub:softCopyURI>
			<pub:softCopySize>161357</pub:softCopySize>
			</pub:SoftCopy>
			</pub:softCopy>
		<pub:softCopy><pub:SoftCopy>
			<pub:softCopyFormat><![CDATA[PDF Document]]></pub:softCopyFormat>
			<pub:softCopyURI><![CDATA[http://ebiquity.umbc.edu/get/a/publication/1396.pdf]]></pub:softCopyURI>
			<pub:softCopySize>361116</pub:softCopySize>
			</pub:SoftCopy>
			</pub:softCopy>
	</pub:InProceedings>

<rdf:Description rdf:about="">
	<cc:License rdf:resource="http://creativecommons.org/licenses/by/2.0/" />
</rdf:Description>

</rdf:RDF>
