Expand(_all_) does not work in some dgraph servers in a cluster

Users
1

After setting up a dgraph cluster of 5 zeros and 30 servers divided into 10 groups, I ingest some data, and try to run a query:

{yield(func: eq(___kind,"foobar")) 
{

uid
  expand(_all_)
}
}

Some dgraph server are able to execute expand all but some only show the uid,
If I query a particular property all dgraph servers are working as expected. My guess is there is a bug in the expand all function.

{yield(func: eq(___kind,"foobar")) 
{

uid
name
}
}

Image dgraph/dgraph:master

Also a predicate (___kind) is corrupted, sometimes it will error with no predicate defined, other times it will not be returned on some results, other times it won’t be returned at all, other times it will be returned on all results.

2

Could you share the output of http://<zero_ip:zero_port>/state? Do you see __kind and _predicate_ there?

I see that you created a Github issue about expand(_all_). Could you mention the issue of the other predicate being corrupted there as well?

3 
{  
   "counter":"57448",
   "groups":{  
      "1":{  
         "members":{  
            "10":{  
               "id":"10",
               "groupId":1,
               "addr":"dgraph-server-0.dgraph-server.default.svc.cluster.local:7090",
               "leader":true,
               "lastUpdate":"1519342798"
            },
            "11":{  
               "id":"11",
               "groupId":1,
               "addr":"dgraph-server-1.dgraph-server.default.svc.cluster.local:7090"
            },
            "12":{  
               "id":"12",
               "groupId":1,
               "addr":"dgraph-server-2.dgraph-server.default.svc.cluster.local:7090"
            }
         },
         "tablets":{  
            "___commonkind":{  
               "groupId":1,
               "predicate":"___commonkind",
               "space":"214503983"
            },
            "bool_prop":{  
               "groupId":1,
               "predicate":"bool_prop",
               "space":"48753475"
            },
            "dummy":{  
               "groupId":1,
               "predicate":"dummy",
               "space":"17"
            },
            "float_prop":{  
               "groupId":1,
               "predicate":"float_prop",
               "space":"52753475"
            },
            "host":{  
               "groupId":1,
               "predicate":"host",
               "space":"1528"
            },
            "int_prop":{  
               "groupId":1,
               "predicate":"int_prop",
               "space":"51753475"
            },
            "name":{  
               "groupId":1,
               "predicate":"name",
               "space":"73683180"
            },
            "string_prop":{  
               "groupId":1,
               "predicate":"string_prop",
               "space":"51753516"
            }
         }
      },
      "2":{  
         "members":{  
            "13":{  
               "id":"13",
               "groupId":2,
               "addr":"dgraph-server-3.dgraph-server.default.svc.cluster.local:7090",
               "leader":true,
               "lastUpdate":"1519342890"
            },
            "14":{  
               "id":"14",
               "groupId":2,
               "addr":"dgraph-server-4.dgraph-server.default.svc.cluster.local:7090"
            },
            "15":{  
               "id":"15",
               "groupId":2,
               "addr":"dgraph-server-5.dgraph-server.default.svc.cluster.local:7090"
            }
         },
         "tablets":{  
            "start_column":{  
               "groupId":2,
               "predicate":"start_column",
               "space":"133146604"
            }
         }
      },
      "3":{  
         "members":{  
            "16":{  
               "id":"16",
               "groupId":3,
               "addr":"dgraph-server-6.dgraph-server.default.svc.cluster.local:7090",
               "lastUpdate":"1519352232"
            },
            "17":{  
               "id":"17",
               "groupId":3,
               "addr":"dgraph-server-7.dgraph-server.default.svc.cluster.local:7090",
               "lastUpdate":"1519352523"
            },
            "18":{  
               "id":"18",
               "groupId":3,
               "addr":"dgraph-server-8.dgraph-server.default.svc.cluster.local:7090",
               "leader":true,
               "lastUpdate":"1519354344"
            }
         },
         "tablets":{  
            "chan_dir":{  
               "groupId":3,
               "predicate":"chan_dir",
               "space":"95601"
            },
            "end_column":{  
               "groupId":3,
               "predicate":"end_column",
               "space":"124432549"
            },
            "end_line":{  
               "groupId":3,
               "predicate":"end_line",
               "space":"122097964"
            },
            "expr":{  
               "groupId":3,
               "predicate":"expr",
               "space":"35700237"
            },
            "obj_kind":{  
               "groupId":3,
               "predicate":"obj_kind",
               "space":"20799913"
            },
            "pos":{  
               "groupId":3,
               "predicate":"pos",
               "space":"97862369"
            },
            "private":{  
               "groupId":3,
               "predicate":"private",
               "space":"38944731"
            },
            "public":{  
               "groupId":3,
               "predicate":"public",
               "space":"38740569"
            },
            "token":{  
               "groupId":3,
               "predicate":"token",
               "space":"16293230"
            },
            "type":{  
               "groupId":3,
               "predicate":"type",
               "space":"41719043"
            },
            "value":{  
               "groupId":3,
               "predicate":"value",
               "space":"49463444"
            }
         }
      },
      "4":{  
         "members":{  
            "19":{  
               "id":"19",
               "groupId":4,
               "addr":"dgraph-server-9.dgraph-server.default.svc.cluster.local:7090",
               "leader":true,
               "lastUpdate":"1519343018"
            },
            "20":{  
               "id":"20",
               "groupId":4,
               "addr":"dgraph-server-10.dgraph-server.default.svc.cluster.local:7090"
            },
            "21":{  
               "id":"21",
               "groupId":4,
               "addr":"dgraph-server-11.dgraph-server.default.svc.cluster.local:7090"
            }
         },
         "tablets":{  
            "start_line":{  
               "groupId":4,
               "predicate":"start_line",
               "space":"136645002"
            }
         }
      },
      "5":{  
         "members":{  
            "22":{  
               "id":"22",
               "groupId":5,
               "addr":"dgraph-server-12.dgraph-server.default.svc.cluster.local:7090",
               "leader":true,
               "lastUpdate":"1519343083"
            },
            "23":{  
               "id":"23",
               "groupId":5,
               "addr":"dgraph-server-13.dgraph-server.default.svc.cluster.local:7090"
            },
            "24":{  
               "id":"24",
               "groupId":5,
               "addr":"dgraph-server-14.dgraph-server.default.svc.cluster.local:7090"
            }
         },
         "tablets":{  
            "___child":{  
               "groupId":5,
               "predicate":"___child",
               "space":"196454197"
            }
         }
      },
      "6":{  
         "members":{  
            "25":{  
               "id":"25",
               "groupId":6,
               "addr":"dgraph-server-15.dgraph-server.default.svc.cluster.local:7090",
               "leader":true,
               "lastUpdate":"1519343158"
            },
            "26":{  
               "id":"26",
               "groupId":6,
               "addr":"dgraph-server-16.dgraph-server.default.svc.cluster.local:7090"
            },
            "27":{  
               "id":"27",
               "groupId":6,
               "addr":"dgraph-server-17.dgraph-server.default.svc.cluster.local:7090"
            }
         },
         "tablets":{  
            "bool":{  
               "groupId":6,
               "predicate":"bool",
               "space":"396115"
            },
            "owner":{  
               "groupId":6,
               "predicate":"owner",
               "space":"1302"
            }
         }
      },
      "7":{  
         "members":{  
            "28":{  
               "id":"28",
               "groupId":7,
               "addr":"dgraph-server-18.dgraph-server.default.svc.cluster.local:7090",
               "leader":true,
               "lastUpdate":"1519343191"
            },
            "29":{  
               "id":"29",
               "groupId":7,
               "addr":"dgraph-server-19.dgraph-server.default.svc.cluster.local:7090"
            },
            "30":{  
               "id":"30",
               "groupId":7,
               "addr":"dgraph-server-20.dgraph-server.default.svc.cluster.local:7090"
            }
         },
         "tablets":{  
            "byRef":{  
               "groupId":7,
               "predicate":"byRef",
               "space":"1224"
            },
            "kind":{  
               "groupId":7,
               "predicate":"kind",
               "space":"1052"
            },
            "start_offset":{  
               "groupId":7,
               "predicate":"start_offset",
               "space":"126268410"
            },
            "unpack":{  
               "groupId":7,
               "predicate":"unpack",
               "space":"621"
            },
            "variadic":{  
               "groupId":7,
               "predicate":"variadic",
               "space":"213"
            }
         }
      },
      "8":{  
         "members":{  
            "31":{  
               "id":"31",
               "groupId":8,
               "addr":"dgraph-server-21.dgraph-server.default.svc.cluster.local:7090",
               "leader":true,
               "lastUpdate":"1519343312"
            },
            "32":{  
               "id":"32",
               "groupId":8,
               "addr":"dgraph-server-22.dgraph-server.default.svc.cluster.local:7090"
            },
            "33":{  
               "id":"33",
               "groupId":8,
               "addr":"dgraph-server-23.dgraph-server.default.svc.cluster.local:7090"
            }
         },
         "tablets":{  
            "___kind":{  
               "groupId":8,
               "predicate":"___kind",
               "force":true,
               "space":"210409460"
            },
            "___older_sibling":{  
               "groupId":8,
               "predicate":"___older_sibling",
               "space":"175596542"
            },
            "___orderable":{  
               "groupId":8,
               "predicate":"___orderable",
               "force":true,
               "space":"192925461"
            },
            "decl":{  
               "groupId":8,
               "predicate":"decl",
               "space":"414721"
            },
            "filename":{  
               "groupId":8,
               "predicate":"filename",
               "space":"169362111"
            },
            "sha":{  
               "groupId":8,
               "predicate":"sha",
               "space":"2311"
            },
            "stmt":{  
               "groupId":8,
               "predicate":"stmt",
               "space":"2159713"
            }
         }
      },
      "9":{  
         "members":{  
            "34":{  
               "id":"34",
               "groupId":9,
               "addr":"dgraph-server-24.dgraph-server.default.svc.cluster.local:7090",
               "leader":true,
               "lastUpdate":"1519343366"
            },
            "35":{  
               "id":"35",
               "groupId":9,
               "addr":"dgraph-server-25.dgraph-server.default.svc.cluster.local:7090"
            },
            "36":{  
               "id":"36",
               "groupId":9,
               "addr":"dgraph-server-26.dgraph-server.default.svc.cluster.local:7090"
            }
         },
         "tablets":{  
            "end_offset":{  
               "groupId":9,
               "predicate":"end_offset",
               "space":"130070852"
            }
         }
      },
      "10":{  
         "members":{  
            "37":{  
               "id":"37",
               "groupId":10,
               "addr":"dgraph-server-27.dgraph-server.default.svc.cluster.local:7090",
               "leader":true,
               "lastUpdate":"1519343433"
            },
            "38":{  
               "id":"38",
               "groupId":10,
               "addr":"dgraph-server-28.dgraph-server.default.svc.cluster.local:7090"
            },
            "39":{  
               "id":"39",
               "groupId":10,
               "addr":"dgraph-server-29.dgraph-server.default.svc.cluster.local:7090"
            }
         },
         "tablets":{  
            "_predicate_":{  
               "groupId":10,
               "predicate":"_predicate_",
               "space":"962104735"
            }
         }
      }
   },
   "zeros":{  
      "1":{  
         "id":"1",
         "addr":"dgraph-zero-0.dgraph-zero.default.svc.cluster.local:5080",
         "leader":true
      },
      "2":{  
         "id":"2",
         "addr":"dgraph-zero-1.dgraph-zero.default.svc.cluster.local:5080"
      },
      "3":{  
         "id":"3",
         "addr":"dgraph-zero-2.dgraph-zero.default.svc.cluster.local:5080"
      },
      "4":{  
         "id":"4",
         "addr":"dgraph-zero-3.dgraph-zero.default.svc.cluster.local:5080"
      },
      "5":{  
         "id":"5",
         "addr":"dgraph-zero-4.dgraph-zero.default.svc.cluster.local:5080"
      }
   },
   "maxTxnTs":"60000"

Yes, the ___kind and predicate is in the ouput.
Github issue updated.

4

This topic was automatically closed 30 days after the last reply. New replies are no longer allowed.