<?xml version="1.0"?>

<!DOCTYPE owl [
	<!ENTITY rdf "http://www.w3.org/1999/02/22-rdf-syntax-ns#">
	<!ENTITY rdfs "http://www.w3.org/2000/01/rdf-schema#">
	<!ENTITY xsd "http://www.w3.org/2001/XMLSchema#">
	<!ENTITY owl "http://www.w3.org/2002/07/owl#">
	<!ENTITY cc "http://web.resource.org/cc/#">
	<!ENTITY project "http://ebiquity.umbc.edu/ontology/project.owl#">
	<!ENTITY person "http://ebiquity.umbc.edu/ontology/person.owl#">
	<!ENTITY pub "http://ebiquity.umbc.edu/ontology/publication.owl#">
	<!ENTITY assert "http://ebiquity.umbc.edu/ontology/assertion.owl#">
]>

<!--

This ontology document is licensed under the Creative Commons
Attribution License. To view a copy of this license, visit
http://creativecommons.org/licenses/by/2.0/ or send a letter to
Creative Commons, 559 Nathan Abbott Way, Stanford, California
94305, USA.

-->

<rdf:RDF 
		xmlns:rdf = "&rdf;"
		xmlns:rdfs = "&rdfs;"
		xmlns:xsd = "&xsd;"
		xmlns:owl = "&owl;"
		xmlns:cc = "&cc;"
		xmlns:project = "&project;"
		xmlns:person = "&person;"
		xmlns:pub = "&pub;"
		xmlns:assert = "&assert;">
	<pub:Article rdf:about="http://ebiquity.umbc.edu/paper/html/id/1173/GenAIPABench-A-Benchmark-for-Generative-AI-based-Privacy-Assistants">
		<rdfs:label><![CDATA[GenAIPABench: A Benchmark for Generative AI-based Privacy Assistants]]></rdfs:label>
		<pub:title><![CDATA[GenAIPABench: A Benchmark for Generative AI-based Privacy Assistants]]></pub:title>
		<pub:publishedOn rdf:datatype="&xsd;dateTime">2024-07-01T00:00:00-05:00</pub:publishedOn>
		<pub:abstract><![CDATA[Website privacy policies are often lengthy and intricate. Privacy assistants help simplify policies and make them more accessible and user-friendly. The emergence of generative AI (genAI) offers new opportunities to build privacy assistants that can answer users’ questions about privacy policies. However, genAI’s reliability is a concern due to its potential for producing inaccurate information. This study introduces GenAIPABench, a benchmark for evaluating Generative AI-based Privacy Assistants (GenAIPAs). GenAIPABench includes: 1) A set of curated questions about privacy policies along with annotated answers for various organizations and regulations; 2) Metrics to assess the accuracy, relevance, and consistency of responses; and 3) A tool for generating prompts to introduce privacy policies and paraphrased variants of the curated questions. We evaluated three leading genAI systems—ChatGPT-4, Bard, and Bing AI—using GenAIPABench to gauge their effectiveness as GenAIPAs. Our results demonstrate significant promise in genAI capabilities in the privacy domain while also highlighting challenges in managing complex queries, ensuring consistency, and verifying source accuracy.]]></pub:abstract>
		<pub:pages><![CDATA[336-352]]></pub:pages>
		<pub:number><![CDATA[3]]></pub:number>
		<pub:note><![CDATA[DOI: <a href="https://doi.org/10.56553/popets-2024-0081">10.56553/popets-2024-0081</a> <br>
<img src="https://i.imgur.com/61Y8w6i.jpg" style='height: 90%; width: 90%; object-fit: contain; display: block; margin-left: auto; margin-right: auto;'>]]></pub:note>
		<pub:volume><![CDATA[2024]]></pub:volume>
		<pub:counter>1986</pub:counter>
		<pub:tag><![CDATA[ai]]></pub:tag>
		<pub:tag><![CDATA[benchmark]]></pub:tag>
		<pub:tag><![CDATA[data protection regulations]]></pub:tag>
		<pub:tag><![CDATA[generative artificial intelligence]]></pub:tag>
		<pub:tag><![CDATA[large language models]]></pub:tag>
		<pub:tag><![CDATA[llm]]></pub:tag>
		<pub:tag><![CDATA[llm]]></pub:tag>
		<pub:tag><![CDATA[privacy]]></pub:tag>
		<pub:tag><![CDATA[privacy
policies]]></pub:tag>
		<pub:booktitle><![CDATA[Proceedings on Privacy Enhancing Technologies]]></pub:booktitle>
		<pub:author>
			<rdf:List>
				<rdf:first>
					<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Tim/Finin"><person:name><![CDATA[Tim Finin]]></person:name><rdfs:label><![CDATA[Tim Finin]]></rdfs:label></person:Person>
				</rdf:first>
				<rdf:rest>					<rdf:List>
						<rdf:first>
							<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Primal/Pappachan"><person:name><![CDATA[Primal Pappachan]]></person:name><rdfs:label><![CDATA[Primal Pappachan]]></rdfs:label></person:Person>
						</rdf:first>
						<rdf:rest>							<rdf:List>
								<rdf:first>
									<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Roberto/Yus"><person:name><![CDATA[Roberto Yus]]></person:name><rdfs:label><![CDATA[Roberto Yus]]></rdfs:label></person:Person>
								</rdf:first>
								<rdf:rest>									<rdf:List>
										<rdf:first>
											<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Aamir/Hamid"><person:name><![CDATA[Aamir Hamid]]></person:name><rdfs:label><![CDATA[Aamir Hamid]]></rdfs:label></person:Person>
										</rdf:first>
										<rdf:rest>											<rdf:List>
												<rdf:first>
													<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Hemanth/Samidi"><person:name><![CDATA[Hemanth Reddy Samidi]]></person:name><rdfs:label><![CDATA[Hemanth Reddy Samidi]]></rdfs:label></person:Person>
												</rdf:first>
												<rdf:rest rdf:resource="&rdf;nil" />
											</rdf:List>
										</rdf:rest>
									</rdf:List>
								</rdf:rest>
							</rdf:List>
						</rdf:rest>
					</rdf:List>
				</rdf:rest>
			</rdf:List>
		</pub:author>
		<pub:firstAuthor>
<person:Person rdf:about="http://ebiquity.umbc.edu/person/html/Tim/Finin"><person:name><![CDATA[Tim Finin]]></person:name><rdfs:label><![CDATA[Tim Finin]]></rdfs:label></person:Person>
		</pub:firstAuthor>
		<pub:softCopy><pub:SoftCopy>
			<pub:softCopyFormat><![CDATA[PDF Document]]></pub:softCopyFormat>
			<pub:softCopyURI><![CDATA[http://ebiquity.umbc.edu/get/a/publication/1404.pdf]]></pub:softCopyURI>
			<pub:softCopySize>4904097</pub:softCopySize>
			</pub:SoftCopy>
			</pub:softCopy>
		<pub:softCopy><pub:SoftCopy>
			<pub:softCopyFormat><![CDATA[Microsoft PowerPoint]]></pub:softCopyFormat>
			<pub:softCopyURI><![CDATA[http://ebiquity.umbc.edu/get/a/publication/1401.pptx]]></pub:softCopyURI>
			<pub:softCopySize>17788630</pub:softCopySize>
			</pub:SoftCopy>
			</pub:softCopy>
		<pub:softCopy><pub:SoftCopy>
			<pub:softCopyFormat><![CDATA[PDF Document]]></pub:softCopyFormat>
			<pub:softCopyURI><![CDATA[http://ebiquity.umbc.edu/get/a/publication/1402.pdf]]></pub:softCopyURI>
			<pub:softCopySize>5423687</pub:softCopySize>
			</pub:SoftCopy>
			</pub:softCopy>
	</pub:Article>

<rdf:Description rdf:about="">
	<cc:License rdf:resource="http://creativecommons.org/licenses/by/2.0/" />
</rdf:Description>

</rdf:RDF>
