Commit 6cdb5e16 authored by Franck Dary's avatar Franck Dary
Browse files

different null value for each column in ContextModule

parent 2d940e47
......@@ -113,7 +113,7 @@ void ContextModuleImpl::addToContext(std::vector<std::vector<long>> & context, c
if (index == -1)
{
for (auto & contextElement : context)
contextElement.push_back(dict.getIndexOrInsert(Dict::nullValueStr));
contextElement.push_back(dict.getIndexOrInsert(fmt::format("{}({})", col, Dict::nullValueStr)));
}
else
{
......@@ -134,7 +134,12 @@ void ContextModuleImpl::addToContext(std::vector<std::vector<long>> & context, c
dictIndex = dict.getIndexOrInsert(fmt::format("EOS({})", config.getAsFeature(col, index)));
}
else
dictIndex = dict.getIndexOrInsert(functions[colIndex](config.getAsFeature(col, index)));
{
std::string featureValue = functions[colIndex](config.getAsFeature(col, index));
if (w2vFile.empty())
featureValue = fmt::format("{}({})", col, featureValue);
dictIndex = dict.getIndexOrInsert(featureValue);
}
for (auto & contextElement : context)
contextElement.push_back(dictIndex);
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment