/* * Copyright (c) 2017 TOYOTA MOTOR CORPORATION * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include "wm_layer_control.hpp" #include "wm_layer.hpp" #include "wm_client.hpp" #include "request.hpp" #include "json_helper.hpp" #define LC_AREA_PATH "/etc/areas.json" #define LC_LAYER_SETTING_PATH "/etc/layers_setting.json" #define LC_DEFAULT_AREA "fullscreen" #define BACK_GROUND_LAYER "BackGroundLayer" using std::string; using std::vector; using std::shared_ptr; namespace wm { LayerControl* g_lc_ctxt; static void createCallback_static(ilmObjectType object, t_ilm_uint id, t_ilm_bool created, void* data) { static_cast(data)->dispatchCreateEvent(object, id, created); } static void surfaceCallback_static(t_ilm_surface surface, struct ilmSurfaceProperties* surface_prop, t_ilm_notification_mask mask) { g_lc_ctxt->dispatchSurfacePropChangeEvent(surface, surface_prop, mask); } static void layerCallback_static(t_ilm_layer layer, struct ilmLayerProperties* layer_prop, t_ilm_notification_mask mask) { g_lc_ctxt->dispatchLayerPropChangeEvent(layer, layer_prop, mask); } LayerControl::LayerControl(const std::string& root, const std::string& ecu_name) { string area_path = root + LC_AREA_PATH; string layer_path= root + LC_LAYER_SETTING_PATH; // load layers.setting.json WMError ret = this->loadLayerSetting(layer_path); assert(ret == WMError::SUCCESS); // load areas.json ret = this->loadAreasConfigFile(area_path, ecu_name); assert(ret == WMError::SUCCESS); } WMError LayerControl::init(const LayerControlCallbacks& cb) { HMI_DEBUG("Initialize of ilm library and display"); t_ilm_uint num = 0; t_ilm_uint *ids; int cnt = 0; ilmErrorTypes rc = ilm_init(); while (rc != ILM_SUCCESS) { cnt++; if (20 <= cnt) { HMI_ERROR("Could not connect to compositor"); goto lc_init_error; } HMI_ERROR("Wait to start weston ..."); sleep(1); rc = ilm_init(); } if(rc != ILM_SUCCESS) goto lc_init_error; // Get current screen setting rc = ilm_getScreenIDs(&num, &ids); if(rc != ILM_SUCCESS) goto lc_init_error; for(unsigned i = 0; i < num; i++) { HMI_INFO("get screen: %d", ids[i]); } // Currently, 0 is only available this->screenID = ids[0]; if (1 < num) { // TODO: set remote screen id HMI_INFO("There is remote screen (id:%d)", ids[1]); this->remoteScreenID = ids[1]; } else { HMI_INFO("There is no remote screen"); this->remoteScreenID = -1; } rc = ilm_getPropertiesOfScreen(this->screenID, &this->screen_prop); if(rc != ILM_SUCCESS) goto lc_init_error; // Register Callback to Window Manager and from ILM this->cb = cb; ilm_registerNotification(createCallback_static, this); return WMError::SUCCESS; lc_init_error: HMI_ERROR("Failed to initialize. Terminate WM"); return WMError::FAIL; } void LayerControl::createNewLayer(unsigned id) { HMI_INFO("create new ID :%d", id); struct rect rct = this->area2size[LC_DEFAULT_AREA]; ilm_layerCreateWithDimension(&id, rct.w, rct.h); //ilm_layerSetSourceRectangle(id, rct.x, rct.y, rct.w, rct.h); ilm_layerSetDestinationRectangle(id, this->offset_x, this->offset_y, rct.w, rct.h); ilm_layerSetOpacity(id, 1.0); ilm_layerSetVisibility(id, ILM_FALSE); ilm_commitChanges(); auto wm_layer = getWMLayer(id); wm_layer->addLayerToState(id); this->renderLayers(); this->renderLayersRemote(); } void LayerControl::createNewRemoteLayer(unsigned id) { HMI_INFO("create new ID :%d (For remote layer)", id); struct rect rct = {640, 720, 0, 0}; ilm_layerCreateWithDimension(&id, rct.w, rct.h); //ilm_layerSetSourceRectangle(id, rct.x, rct.y, rct.w, rct.h); ilm_layerSetDestinationRectangle(id, this->offset_x, this->offset_y, rct.w, rct.h); ilm_layerSetOpacity(id, 1.0); ilm_layerSetVisibility(id, ILM_FALSE); ilm_commitChanges(); auto wm_layer = getWMLayer(id); wm_layer->addLayerToState(id); this->renderLayers(); this->renderLayersRemote(); } unsigned LayerControl::getNewLayerID(const string& role, string* layer_name) { unsigned ret = 0; for(const auto& l: this->wm_layers) { ret = l->getNewLayerID(role); if(ret != 0) { *layer_name = l->layerName(); unsigned uid = l->getUuid(); this->lid2wmlid[ret] = uid; break; } } return ret; } shared_ptr LayerControl::getWMLayer(unsigned layer) { unsigned uuid = this->lid2wmlid[layer]; return this->wm_layers[uuid]; } std::shared_ptr LayerControl::getWMLayer(std::string layer_name) { for(auto &l : this->wm_layers) { if(l->layerName() == layer_name) { return l; } } return nullptr; } struct rect LayerControl::getAreaSize(const std::string& area) { return area2size[area]; } void LayerControl::setupArea(const rectangle& base_rct, double scaling) { this->scaling = scaling; this->offset_x = base_rct.left(); this->offset_y = base_rct.top(); for (auto &i : this->area2size) { i.second.x = static_cast(scaling * i.second.x + 0.5); i.second.y = static_cast(scaling * i.second.y + 0.5); i.second.w = static_cast(scaling * i.second.w + 0.5); i.second.h = static_cast(scaling * i.second.h + 0.5); HMI_DEBUG("area:%s size(after) : x:%d y:%d w:%d h:%d", i.first.c_str(), i.second.x, i.second.y, i.second.w, i.second.h); } } Screen LayerControl::getScreenInfo() { return Screen(this->screen_prop.screenWidth, this->screen_prop.screenHeight); } double LayerControl::scale() { return this->scaling; } WMError LayerControl::updateLayer(LayerState& layer_state) { return WMError::SUCCESS; } WMError LayerControl::renderLayers() { HMI_INFO("Commit change"); WMError rc = WMError::SUCCESS; // Check the number of layers vector ivi_l_ids; for(auto& l : this->wm_layers) { auto state = l->getLayerState(); HMI_DEBUG("layer %s", l->layerName().c_str()); for(const auto& id : state.getIviIdList()) { HMI_DEBUG("Add %d", id); ivi_l_ids.push_back(id); } } // Create render order t_ilm_layer* id_array = new t_ilm_layer[ivi_l_ids.size()]; if(id_array == nullptr) { HMI_WARNING("short memory"); this->undoUpdate(); return WMError::FAIL; } int count = 0; for(const auto& i : ivi_l_ids) { id_array[count] = i; ++count; } // Display ilmErrorTypes ret = ilm_displaySetRenderOrder(this->screenID, id_array, ivi_l_ids.size()); if(ret != ILM_SUCCESS) { this->undoUpdate(); rc = WMError::FAIL; } else { for(auto& l : this->wm_layers) { l->update(); } } ilm_commitChanges(); delete id_array; return rc; } WMError LayerControl::renderLayersRemote() { HMI_INFO("Commit change"); WMError rc = WMError::SUCCESS; if (0 > this->remoteScreenID) { return rc; } // Check the number of layers vector ivi_l_ids; for(auto& l : this->wm_remote_layers) { auto state = l->getLayerState(); HMI_DEBUG("layer %s", l->layerName().c_str()); for(const auto& id : state.getIviIdList()) { HMI_DEBUG("Add %d", id); ivi_l_ids.push_back(id); } } if (0 == ivi_l_ids.size()) { ilm_displaySetRenderOrder(this->remoteScreenID, nullptr, 0); return rc; } // Create render order t_ilm_layer* id_array = new t_ilm_layer[ivi_l_ids.size()]; if(id_array == nullptr) { HMI_WARNING("short memory"); this->undoUpdate(); return WMError::FAIL; } int count = 0; for(const auto& i : ivi_l_ids) { id_array[count] = i; ++count; } // Display ilmErrorTypes ret = ilm_displaySetRenderOrder(this->remoteScreenID, id_array, ivi_l_ids.size()); if(ret != ILM_SUCCESS) { this->undoUpdate(); rc = WMError::FAIL; } else { for(auto& l : this->wm_remote_layers) { l->update(); } } ilm_commitChanges(); delete id_array; return rc; } WMError LayerControl::setXDGSurfaceOriginSize(unsigned surface) { WMError ret = WMError::NOT_REGISTERED; ilmSurfaceProperties prop; ilmErrorTypes rc = ilm_getPropertiesOfSurface(surface, &prop); if(rc == ILM_SUCCESS) { HMI_INFO("xdg surface info %d, %d", prop.origSourceWidth, prop.origSourceHeight); ilm_surfaceSetSourceRectangle(surface, 0, 0, prop.origSourceWidth, prop.origSourceHeight); ret = WMError::SUCCESS; } return ret; } void LayerControl::undoUpdate() { for(auto& l : this->wm_layers) { l->undo(); } } WMError LayerControl::loadLayerSetting(const string &path) { HMI_DEBUG("loading WMLayer(Application Containers) Setting from %s", path); json_object *json_obj, *json_cfg; int ret = jh::inputJsonFilie(path.c_str(), &json_obj); if (0 > ret) { HMI_ERROR("Could not open %s", path.c_str()); return WMError::FAIL; } HMI_INFO("json_obj dump:%s", json_object_get_string(json_obj)); if (!json_object_object_get_ex(json_obj, "mappings", &json_cfg)) { HMI_ERROR("Parse Error!!"); return WMError::FAIL; } int len = json_object_array_length(json_cfg); HMI_DEBUG("json_cfg len:%d", len); for (int i = 0; i < len; i++) { json_object *json_tmp = json_object_array_get_idx(json_cfg, i); HMI_DEBUG("> json_tmp dump:%s", json_object_get_string(json_tmp)); this->wm_layers.emplace_back(std::make_shared(json_tmp, i)); } json_object_put(json_obj); return WMError::SUCCESS; } WMError LayerControl::loadAreasConfigFile(const std::string& path, const std::string& ecu_name) { // Load areas config file json_object *json_obj; int ret = jh::inputJsonFilie(path.c_str(), &json_obj); if (0 > ret) { HMI_ERROR("Could not open %s", path.c_str()); return WMError::FAIL; } HMI_INFO("json_obj dump:%s", json_object_get_string(json_obj)); // Parse ecus json_object *json_cfg; if (!json_object_object_get_ex(json_obj, "ecus", &json_cfg)) { HMI_ERROR("Parse Error!!"); return WMError::FAIL; } int num_ecu = json_object_array_length(json_cfg); HMI_DEBUG("json_cfg(ecus) len:%d", num_ecu); const char* c_ecu_name; json_object *json_ecu; for (int i = 0; i < num_ecu; i++) { json_ecu= json_object_array_get_idx(json_cfg, i); c_ecu_name = jh::getStringFromJson(json_ecu, "name"); if (nullptr == c_ecu_name) { HMI_ERROR("Parse Error!!"); return WMError::FAIL; } if (ecu_name == string(c_ecu_name)) { break; } else { json_ecu = nullptr; } } if (!json_ecu) { HMI_ERROR("Areas for ecu:%s is NOT exist!!", ecu_name.c_str()); return WMError::FAIL; } // Parse screens if (!json_object_object_get_ex(json_ecu, "screens", &json_cfg)) { HMI_ERROR("Parse Error!!"); return WMError::FAIL; } int num_screen = json_object_array_length(json_cfg); HMI_DEBUG("json_cfg(screens) len:%d", num_screen); int screen_id; json_object *json_screen; for (int i = 0; i < num_screen; i++) { json_screen = json_object_array_get_idx(json_cfg, i); HMI_INFO("json_cfg dump:%s", json_object_get_string(json_cfg)); // TODO: Currently only one display is connected to a ECU. screen_id = jh::getIntFromJson(json_screen, "id"); // Parse areas json_object *json_tmp; if (!json_object_object_get_ex(json_screen, "areas", &json_tmp)) { HMI_ERROR("Parse Error!!"); return WMError::FAIL; } int num_area = json_object_array_length(json_tmp); HMI_DEBUG("json_tmp(areas) len:%d", num_area); const char *area; for (int j = 0; j < num_area; j++) { json_object *json_area = json_object_array_get_idx(json_tmp, j); area = jh::getStringFromJson(json_area, "name"); if (nullptr == area) { HMI_ERROR("Parse Error!!"); return WMError::FAIL; } HMI_DEBUG("> area:%s", area); json_object *json_rect; if (!json_object_object_get_ex(json_area, "rect", &json_rect)) { HMI_ERROR("Parse Error!!"); return WMError::FAIL; } struct rect area_size; area_size.x = jh::getIntFromJson(json_rect, "x"); area_size.y = jh::getIntFromJson(json_rect, "y"); area_size.w = jh::getIntFromJson(json_rect, "w"); area_size.h = jh::getIntFromJson(json_rect, "h"); this->area2size[area] = area_size; } // Check for (const auto& itr : this->area2size) { HMI_DEBUG("area:%s x:%d y:%d w:%d h:%d", itr.first.c_str(), itr.second.x, itr.second.y, itr.second.w, itr.second.h); } } // Release json_object json_object_put(json_obj); return WMError::SUCCESS; } WMError LayerControl::layoutChange(const WMAction& action) { if ((action.visible == TaskVisible::INVISIBLE) || (action.visible == TaskVisible::REQ_REMOTE_VISIBLE) || (action.visible == TaskVisible::REQ_REMOTE_INVISIBLE)) { // Visibility is not change -> no redraw is required return WMError::SUCCESS; } if(action.client == nullptr) { HMI_SEQ_ERROR(action.req_num, "client may vanish"); return WMError::NOT_REGISTERED; } unsigned layer = action.client->layerID(); unsigned surface = action.client->surfaceID(); auto rect = this->getAreaSize(action.area); HMI_DEBUG("Set layout %d, %d, %d, %d",rect.x, rect.y, rect.w, rect.h); // TO BE FIXED: // Sometimes, ivi_wm_surface_size signal doesn't reach window manager, // then, Window Manager can't set source size. // This fixes it but it takes about 200ns(on R-Car M3) wastefully ilmSurfaceProperties sp; ilm_getPropertiesOfSurface(surface, &sp); if(sp.origSourceHeight != sp.sourceHeight) { HMI_SEQ_NOTICE(action.req_num, "WORK AROUND: set source size w:%d h%d", sp.origSourceWidth, sp.origSourceHeight); ilm_surfaceSetSourceRectangle(surface, 0, 0, sp.origSourceWidth, sp.origSourceHeight); ilm_commitChanges(); } ilm_surfaceSetDestinationRectangle(surface, rect.x, rect.y, rect.w, rect.h); ilm_commitChanges(); for(auto &wm_layer: this->wm_layers) { // Store the state who is assigned to the area if(wm_layer->hasLayerID(layer)) { wm_layer->setAreaToState(action.client->appID(), action.area); /* TODO: manipulate state directly LayerState ls = wm_layer->getLayerState(); ls.setArea(action.client->appID(), action.area); wm_layer->dump(); */ } } return WMError::SUCCESS; } WMError LayerControl::visibilityChange(const WMAction& action) { WMError ret = WMError::FAIL; if(action.client == nullptr) { HMI_SEQ_ERROR(action.req_num, "client may vanish"); return WMError::NOT_REGISTERED; } if (action.visible == TaskVisible::VISIBLE) { ret = this->makeVisible(action.client); } else if (action.visible == TaskVisible::INVISIBLE) { ret = this->makeInvisible(action.client); } else if (action.visible == TaskVisible::REMOTE_VISIBLE) { ret = this->makeRemoteVisible(action.client); } else if (action.visible == TaskVisible::REMOTE_INVISIBLE) { ret = this->makeRemoteInvisible(action.client); } else // TaskVisible::REQ_REMOTE_VISIBLE || TaskVisible::REQ_REMOTE_INVISIBLE { // Visibility is not change ret = WMError::SUCCESS; } return ret; } void LayerControl::terminateApp(const shared_ptr client) { for(auto& l : this->wm_layers) { l->terminateApp(client->layerID()); } } void LayerControl::dispatchCreateEvent(ilmObjectType object, unsigned id, bool created) { if (ILM_SURFACE == object) { if (created) { ilmSurfaceProperties sp; ilmErrorTypes rc; rc = ilm_getPropertiesOfSurface(id, &sp); if(rc != ILM_SUCCESS) { HMI_ERROR("Failed to get surface %d property due to %d", id, ilm_getError()); return; } this->cb.surfaceCreated(sp.creatorPid, id); ilm_surfaceSetSourceRectangle(id, 0, 0, sp.origSourceWidth, sp.origSourceHeight); ilm_surfaceAddNotification(id, surfaceCallback_static); ilm_surfaceSetVisibility(id, ILM_TRUE); ilm_surfaceSetType(id, ILM_SURFACETYPE_DESKTOP); } else { this->cb.surfaceDestroyed(id); } } if (ILM_LAYER == object) { if(created) { ilm_layerAddNotification(id, layerCallback_static); } else { // Ignore here. Nothing to do currently. // Process of application dead is handled by Window Manager // from binder notification } } } void LayerControl::dispatchSurfacePropChangeEvent(unsigned id, struct ilmSurfaceProperties* sprop, t_ilm_notification_mask mask) { /* ILM_NOTIFICATION_CONTENT_AVAILABLE & ILM_NOTIFICATION_CONTENT_REMOVED are not handled here, handled in create/destroy event */ if (ILM_NOTIFICATION_VISIBILITY & mask) { HMI_DEBUG("surface %d turns visibility %d", id, sprop->visibility); } if (ILM_NOTIFICATION_OPACITY & mask) { HMI_DEBUG("surface %d turns opacity %f", id, sprop->opacity); } if (ILM_NOTIFICATION_SOURCE_RECT & mask) { HMI_DEBUG("surface %d source rect changes", id); } if (ILM_NOTIFICATION_DEST_RECT & mask) { HMI_DEBUG("surface %d dest rect changes", id); } if (ILM_NOTIFICATION_CONFIGURED & mask) { HMI_DEBUG("surface %d size %d, %d, %d, %d", id, sprop->sourceX, sprop->sourceY, sprop->origSourceWidth, sprop->origSourceHeight); ilm_surfaceSetSourceRectangle(id, 0, 0, sprop->origSourceWidth, sprop->origSourceHeight); } } void LayerControl::dispatchLayerPropChangeEvent(unsigned id, struct ilmLayerProperties* lprop, t_ilm_notification_mask mask) { if (ILM_NOTIFICATION_VISIBILITY & mask) { HMI_DEBUG("layer %d turns visibility %d", id, lprop->visibility); } if (ILM_NOTIFICATION_OPACITY & mask) { HMI_DEBUG("layer %d turns opacity %f", id, lprop->opacity); } if (ILM_NOTIFICATION_SOURCE_RECT & mask) { HMI_DEBUG("layer %d source rect changes", id); } if (ILM_NOTIFICATION_DEST_RECT & mask) { HMI_DEBUG("layer %d dest rect changes", id); } } WMError LayerControl::makeVisible(const shared_ptr client) { WMError ret = WMError::SUCCESS; // Don't check here the client is not nullptr unsigned layer = client->layerID(); this->moveForeGround(client); ilm_layerSetVisibility(layer, ILM_TRUE); /* for(auto& wm_layer : this->wm_layers) { if(wm_layer->hasLayerID(layer)) { LayerState ls = wm_layer->getLayerState(); ls.addLayer(layer);; } } */ // Move foreground from back ground layer /* for(auto& wm_layer : this->wm_layers) { if(wm_layer->layerName() == "BackGroundLayer") { if(wm_layer->hasRole(client->role())) { LayerState ls = wm_layer->getLayerState(); ls.removeLayer(layer); } break; } } */ return ret; } WMError LayerControl::makeInvisible(const shared_ptr client) { WMError ret = WMError::SUCCESS; unsigned layer = client->layerID(); // Don't check here the client is not nullptr bool mv_ok = this->moveBackGround(client); if(!mv_ok) { HMI_INFO("make invisible client %s", client->appID().c_str()); ilm_layerSetVisibility(layer, ILM_FALSE); } //ilm_layerSetDestinationRectangle(layer, 0, 0, 0, 0); /* for(auto& wm_layer : this->wm_layers) { if(wm_layer->hasLayerID(layer)) { LayerState ls = wm_layer->getLayerState(); ls.removeLayer(layer);; } } */ return ret; } WMError LayerControl::makeRemoteVisible(const shared_ptr client) { WMError ret = WMError::SUCCESS; unsigned layer = client->layerID(); // Don't check here the client is not nullptr if (0 > this->remoteScreenID) { return ret; } // TODO: Currently there is only one remote screen. for (auto itr = this->wm_layers.begin(); itr != this->wm_layers.end(); ++itr) { if((*itr)->hasLayerID(layer)) { HMI_DEBUG("Add layer:%d to remote screen:%d", layer, this->remoteScreenID); this->wm_remote_layers.push_back(*itr); this->wm_layers.erase(itr); } if (this->wm_layers.end() == itr) { HMI_DEBUG("iteretor indicates end of vector of wm_layers"); break; } } ilm_layerSetVisibility(layer, ILM_TRUE); return ret; } WMError LayerControl::makeRemoteInvisible(const shared_ptr client) { WMError ret = WMError::SUCCESS; unsigned layer = client->layerID(); // Don't check here the client is not nullptr if (0 > this->remoteScreenID) { return ret; } // TODO: Currently there is only one remote screen. for (auto itr = this->wm_remote_layers.begin(); itr != this->wm_remote_layers.end(); ++itr) { if((*itr)->hasLayerID(layer)) { HMI_DEBUG("Remove layer:%d from remote screen:%d", layer, this->remoteScreenID); this->wm_layers.push_back(*itr); this->wm_remote_layers.erase(itr); } if (this->wm_remote_layers.end() == itr) { HMI_DEBUG("iteretor indicates end of vector of wm_remote_layers"); break; } } ilm_layerSetVisibility(layer, ILM_FALSE); return ret; } bool LayerControl::moveBackGround(const shared_ptr client) { bool ret = false; // Move background from foreground layer auto bg = this->getWMLayer(BACK_GROUND_LAYER); if(bg != nullptr) { HMI_DEBUG("client %s role %s", client->appID().c_str(), client->role().c_str()); unsigned layer = client->layerID(); if(bg->hasRole(client->role())) { HMI_INFO("%s go to background", client->appID().c_str()); bg->addLayerToState(layer); auto wm_layer = this->getWMLayer(layer); wm_layer->removeLayerFromState(layer); /* TODO: manipulate state directly LayerState bg_ls = bg->getLayerState(); bg_ls.addLayer(layer); LayerState ls = wm_layer->getLayerState(); ls.removeLayer(layer); */ bg->dump(); wm_layer->dump(); ret = true; } } return ret; } bool LayerControl::moveForeGround(const shared_ptr client) { bool ret = false; // Move foreground from foreground layer auto bg = this->getWMLayer(BACK_GROUND_LAYER); if(bg != nullptr) { if(bg->hasRole(client->role())) { unsigned layer = client->layerID(); HMI_INFO("%s go to foreground", client->appID().c_str()); bg->removeLayerFromState(layer); auto wm_layer = this->getWMLayer(layer); wm_layer->addLayerToState(layer); /* TODO: manipulate state directly LayerState bg_ls = bg->getLayerState(); bg_ls.removeLayer(layer); LayerState ls = wm_layer->getLayerState(); ls.addLayer(layer); */ bg->dump(); wm_layer->dump(); ret = true; } } return ret; } } // namespace wm