%0 Journal Article %1 Parameswaran:2011:HGS:1952376.1952377 %A Parameswaran, Aditya %A Sarma, Anish Das %A Garcia-Molina, Hector %A Polyzotis, Neoklis %A Widom, Jennifer %D 2011 %I VLDB Endowment %J Proc. VLDB Endow. %K crowdsourcing game graph paper %N 5 %P 267--278 %T Human-assisted graph search: it's okay to ask questions %U http://dl.acm.org/citation.cfm?id=1952376.1952377 %V 4 %X We consider the problem of <i>human-assisted graph search</i>: given a directed acyclic graph with some (unknown) target node(s), we consider the problem of finding the target node(s) by asking an omniscient human questions of the form "Is there a target node that is reachable from the current node?". This general problem has applications in many domains that can utilize human intelligence, including curation of hierarchies, debugging workflows, image segmentation and categorization, interactive search and filter synthesis. To our knowledge, this work provides the first formal algorithmic study of the optimization of human computation for this problem. We study various dimensions of the problem space, providing algorithms and complexity results. We also compare the performance of our algorithm against other algorithms, for the problem of webpage categorization on a real taxonomy. Our framework and algorithms can be used in the design of an optimizer for crowd-sourcing platforms such as Mechanical Turk.

@article{Parameswaran:2011:HGS:1952376.1952377, abstract = {We consider the problem of <i>human-assisted graph search</i>: given a directed acyclic graph with some (unknown) target node(s), we consider the problem of finding the target node(s) by asking an omniscient human questions of the form "Is there a target node that is reachable from the current node?". This general problem has applications in many domains that can utilize human intelligence, including curation of hierarchies, debugging workflows, image segmentation and categorization, interactive search and filter synthesis. To our knowledge, this work provides the first formal algorithmic study of the optimization of human computation for this problem. We study various dimensions of the problem space, providing algorithms and complexity results. We also compare the performance of our algorithm against other algorithms, for the problem of webpage categorization on a real taxonomy. Our framework and algorithms can be used in the design of an optimizer for crowd-sourcing platforms such as Mechanical Turk.}, acmid = {1952377}, added-at = {2012-08-21T12:14:17.000+0200}, author = {Parameswaran, Aditya and Sarma, Anish Das and Garcia-Molina, Hector and Polyzotis, Neoklis and Widom, Jennifer}, biburl = {https://www.bibsonomy.org/bibtex/2f404c34e6750f36f4a3bf3f15777b3ad/sac}, description = {Human-assisted graph search}, interhash = {70a5a7ea722b7e7509cc3c1f43285a1e}, intrahash = {f404c34e6750f36f4a3bf3f15777b3ad}, issn = {2150-8097}, issue_date = {February 2011}, journal = {Proc. VLDB Endow.}, keywords = {crowdsourcing game graph paper}, month = feb, number = 5, numpages = {12}, pages = {267--278}, publisher = {VLDB Endowment}, timestamp = {2012-08-21T12:14:17.000+0200}, title = {Human-assisted graph search: it's okay to ask questions}, url = {http://dl.acm.org/citation.cfm?id=1952376.1952377}, volume = 4, year = 2011 }