newtx/imgproc/imgprc_mgr.cpp

#include "imgprc_mgr.h"

#include <json/gb_json.h>
#include <sane_opt_json/device_opt.h>
#include <huagao/hgscanner_error.h>
#include <base/packet.h>

#include "./algs/rebuild.h"
#include "./algs/stretch.h"
#include "./algs/auto_crop.h"
#include "./algs/color_correct.h"
#include "./algs/ImageProcess_Public.h"



////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
// imgproc_mgr
#define ADD_IMG_PROCESSOR(cls)				\
	{										\
		cls *obj = new cls();				\
		opts_->add(obj);					\
		processors_.push_back(obj);			\
	}

static std::string device_opt_json[] = {
	"{\"is-multiout\":{\"cat\":\"base\",\"group\":\"base\",\"title\":\"\\u591a\\u6d41\\u8f93\\u51fa\",\"desc\":\"\\u540c\\u65f6\\u8f93\\u51fa\\u591a\\u79cd\\u989c\\u8272\\u6a21\\u5f0f\\u7684\\u56fe\\u50cf\",\"type\":\"bool\",\"fix-id\":34817,\"ui-pos\":10,\"auth\":0,\"size\":4,\"cur\":false,\"default\":false},\"multiout-type\":{\"cat\":\"base\",\"group\":\"base\",\"title\":\"\\u591a\\u6d41\\u8f93\\u51fa\\u7c7b\\u578b\",\"desc\":\"\\u9009\\u62e9\\u591a\\u6d41\\u8f93\\u51fa\\u7684\\u7c7b\\u578b\",\"type\":\"string\",\"fix-id\":34818,\"ui-pos\":11,\"auth\":0,\"enabled\":false,\"size\":66,\"cur\":\"\\u5f69\\u8272+\\u7070\\u5ea6+\\u9ed1\\u767d\",\"default\":\"\\u5f69\\u8272+\\u7070\\u5ea6+\\u9ed1\\u767d\",\"range\":[\"\\u5f69\\u8272+\\u7070\\u5ea6+\\u9ed1\\u767d\",\"\\u5f69\\u8272+\\u7070\\u5ea6\",\"\\u5f69\\u8272+\\u9ed1\\u767d\",\"\\u7070\\u5ea6+\\u9ed1\\u767d\"],\"depend\":\"is-multiout==true\"},\"mode\":{\"cat\":\"base\",\"group\":\"base\",\"title\":\"\\u989c\\u8272\\u6a21\\u5f0f\",\"desc\":\"\\u9009\\u62e9\\u8272\\u5f69\\u6a21\\u5f0f\",\"type\":\"string\",\"fix-id\":34819,\"ui-pos\":15,\"auth\":0,\"size\":24,\"cur\":\"24\\u4f4d\\u5f69\\u8272\",\"default\":\"24\\u4f4d\\u5f69\\u8272\",\"range\":[\"24\\u4f4d\\u5f69\\u8272\",\"256\\u7ea7\\u7070\\u5ea6\",\"\\u9ed1\\u767d\",\"\\u989c\\u8272\\u81ea\\u52a8\\u8bc6\\u522b\"],\"depend\":\"is-multiout!=true\"},\"dump-img\":{\"cat\":\"base\",\"group\":\"\\u9ad8\\u7ea7\\u8bbe\\u7f6e\",\"title\":\"\\u8f93\\u51fa\\u4e2d\\u95f4\\u56fe\\u50cf\",\"desc\":\"\\u8f93\\u51fa\\u5404\\u7b97\\u6cd5\\u4e2d\\u95f4\\u7ed3\\u679c\\u56fe\\u50cf\",\"type\":\"bool\",\"ui-pos\":10,\"auth\":0,\"affect\":2,\"size\":4,\"cur\":false,\"default\":false},\"cis-rebuild\":{\"cat\":\"advanced\",\"group\":\"\\u9ad8\\u7ea7\\u8bbe\\u7f6e\",\"title\":\"\\u56fe\\u50cf\\u62fc\\u63a5\",\"desc\":\"\\u4eceCIS\\u6570\\u636e\\u6d41\\u91cd\\u5efa\\u56fe\\u50cf\",\"type\":\"bool\",\"ui-pos\":20,\"auth\":0,\"affect\":2,\"size\":4,\"cur\":true,\"default\":true},\"stretch\":{\"cat\":\"advanced\",\"group\":\"\\u9ad8\\u7ea7\\u8bbe\\u7f6e\",\"title\":\"\\u56fe\\u50cf\\u62c9\\u4f38\",\"desc\":\"\\u5c06\\u786c\\u4ef6\\u5206\\u8fa8\\u7387\\u62c9\\u4f38\\u5230\\u7528\\u6237\\u6307\\u5b9a\\u7684\\u5206\\u8fa8\\u7387\",\"type\":\"bool\",\"ui-pos\":30,\"auth\":0,\"affect\":2,\"size\":4,\"cur\":true,\"default\":true}}"
};


////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
// imgproc_mgr

imgproc_mgr::imgproc_mgr(std::function<void(data_source_ptr)> sender
						, device_option* devopts
						, CHK_RES_FUNC res
						)
						: img_sender_(sender), opts_(devopts), prc_que_("prcimg")
						, res_(res)
{
	prc_que_.enable_wait_log(false);
	ADD_THIS_JSON();

	if(!res_)
	{
		DECL_CHK_RES_FUNC(&, r)
		{
			return true;
		};
		res_ = r;
	}

	if (opts_)
		opts_->add_ref();
	else
		opts_ = new device_option(true);
	load_processor(nullptr);
	rebuild_.reset(new rebuild());

	auto thrd = [&](void) -> void
	{
		thread_worker();
	};
	auto restart = [this](const char* thread_name) ->void
	{
		auto thrd = [this](void) -> void
		{
			thread_worker();
		};
		workers_.stop(thread_name);
		add_busy_worker(-1);
		printf("\nrestart imgproc_mgr::thread_worker\n\n");
		workers_.start(thrd, SIZE_MB(0), "imgproc_mgr::thread_worker", (void*)&imgproc_mgr::thread_worker);
	};
	workers_.set_exception_handler(restart);
	workers_.start(thrd, SIZE_MB(0), "imgproc_mgr::thread_worker", (void*)&imgproc_mgr::thread_worker);
}
imgproc_mgr::~imgproc_mgr()
{
	clear();
	opts_->release();
}

bool imgproc_mgr::sort_processor_by_pos(image_processor* l, image_processor* r)
{
	return l->get_position() < r->get_position();
}
bool imgproc_mgr::sort_image_packet(image_packet_ptr l, image_packet_ptr r)
{
	return l->get_paper_index() < r->get_paper_index();
}
data_source_ptr imgproc_mgr::scan_finished_packet(uint32_t scanid, uint32_t err)
{
	dyn_mem_ptr reply = dyn_mem::memory(sizeof(PACK_BASE));
	BASE_PACKET_REPLY(*((LPPACK_BASE)reply->ptr()), PACK_CMD_SCAN_FINISHED_ROGER, scanid, err);
	reply->set_len(sizeof(PACK_BASE));

	return reply;
}
image_packet_ptr imgproc_mgr::image_sent_packet(LPPACKIMAGE head, dyn_mem_ptr img, uint32_t scanid, void* info, size_t info_l)
{
	image_packet_ptr	pimg = new image_packet(head, img, scanid, info, info_l);

	return pimg;
}

uint32_t imgproc_mgr::add_busy_worker(int inc)
{
	SIMPLE_LOCK(working_cnt_lock_);
	working_cnt_ += inc;

	return working_cnt_;
}
void imgproc_mgr::thread_worker(void)
{
	RAWIMG	img;
	while(run_)
	{
		while(!res_(TASK_IMG_PROCESSOR, true, 3000))
		{
			if(!run_)
				break;
		}
		if(!run_)
			break;
		if(prc_que_.take(img, true))
		{
			add_busy_worker();

			// try
			// {
				process(&img);
			// }
			// catch(const std::exception& e)
			// {
			// 	printf("exception occurs when process paper %d: %s!\n", img.info.pos.paper_ind, e.what());
			// }

			add_busy_worker(-1);
		}
	}
}
void imgproc_mgr::process(RAWIMG* img)
{
	if(img->img)
	{
		std::vector<PROCIMGINFO>	in, out, *src = &in, *dst = &out, *swp = nullptr;
		chronograph	watch;

		if(do_rebuild_)
		{
			rebuild_->do_rebuild(&img->info, img->data->ptr(), in);
			utils::to_log(LOG_LEVEL_ALL, "Rebuild paper %d spend %llu milliseconds.\n", img->info.pos.paper_ind, watch.elapse_ms());
		}
		else
		{
			PROCIMGINFO	i;
			i.info = img->info;
			i.img = cv::Mat(img->info.width, img->info.height, CV_8UC1, img->data->ptr());
			in.push_back(i);
		}

		if(dump_img_)
		{
			send_image(&img->info, img->data->ptr(), img->info.width * img->info.height);
			img->data->release();
			
			for(auto& v: processors_)
			{
				send_image(*src, false);				
				if(v->is_enable())
				{
					process(v, src, dst);
					src->clear();
					swp = src;
					src = dst;
					dst = swp;
				}
			}
		}
		else
		{
			img->data->release();
			for(auto& v: processors_)
			{
				if(v->is_enable())
				{
					process(v, src, dst);
					src->clear();
					swp = src;
					src = dst;
					dst = swp;
				}
			}
			uint32_t t = watch.elapse_ms();
			for(auto& v: in)
				v.info.prc_time = t;
		}
		
		send_image(*src, true);
	}
	else
	{
		data_source_ptr	ptr = imgproc_mgr::scan_finished_packet(scan_id_, img->info.data_size);
		uint32_t		wait = 0, que = 0;

		ptr->set_session_id(session_id_);
		while((que = add_busy_worker(0)) > 1)
		{
			if(wait++ == 0)
				utils::to_log(LOG_LEVEL_DEBUG, "Received scan completed event while processing %u paper(s), wait ...\n", que - 1);

			std::this_thread::sleep_for(std::chrono::milliseconds(5));
		}
		img_sender_(ptr);
		ptr->release();
	}
}
void imgproc_mgr::process(image_processor* prc, std::vector<PROCIMGINFO>* in, std::vector<PROCIMGINFO>* out)
{
	try
	{
		prc->process(*in, *out);	
	}
	catch(const exception_ex& e)
	{
		std::string msg(std::string("image process '") + prc->from() + "': " + e.what());

		throw(exception_ex(msg.c_str()));
	}
	catch(const std::exception& e)
	{
		std::string msg(std::string("image process '") + prc->from() + "': " + e.what());

		throw(exception_ex(msg.c_str()));
	}
}
void imgproc_mgr::send_image(LPPACKIMAGE head, uint8_t* data, size_t size, void* info, size_t info_l)
{
	auto ovr = [&](uint64_t total, uint64_t cur_size, uint32_t err, void* user_data) -> int
	{
		if(total == FINAL_NOTIFY && cur_size == FINAL_NOTIFY)
			printf("~%p\n", user_data);

		return 0;
	};

	dyn_mem_ptr	mem(dyn_mem::memory(size));
	image_packet_ptr ptr = nullptr;

	// mem->set_progress_notify(ovr, mem);
	mem->put(data, size);
	ptr = imgproc_mgr::image_sent_packet(head, mem, scan_id_, info, info_l);
	// ptr->set_progress_notify(ovr, ptr);
	// printf("+dyn_mem(%p)\n+image_packet(%p)\n", mem, ptr);

	mem->release();
	ptr->set_session_id(session_id_);
	img_sender_(ptr);
	ptr->release();
}
void imgproc_mgr::send_image(std::vector<PROCIMGINFO>& imgs, bool clear_after_send)
{
	for(auto& v: imgs)
	{
		if(clear_after_send)
			v.info.prc_stage = -1;
		send_image(&v.info, v.img.ptr(), v.img.total() * v.img.channels()
					, v.ext_info.empty() ? nullptr : &v.ext_info[0], v.ext_info.length());
		// if(clear_after_send)
		// 	v.img.release();
	}
}

int imgproc_mgr::set_value(const char* name, void* val)
{
	int	ret = SCANNER_ERR_OK;

	if(strcmp(name, SANE_OPT_NAME(DUMP_IMG)) == 0)
		dump_img_ = *(bool*)val;
	else if(strcmp(name, SANE_OPT_NAME(CIS_REBUILD)) == 0)
		do_rebuild_ = *(bool*)val;
	else if(strcmp(name, SANE_OPT_NAME(CIS_STRETCH)) == 0)
	{
		if(*(bool*)val)
		{
			if(stretcher_)
			{
				processors_.push_back(stretcher_);
				stretcher_ = nullptr;
				std::sort(processors_.begin(), processors_.end(), &imgproc_mgr::sort_processor_by_pos);
			}
		}
		else
		{
			for(size_t i = 0; i < processors_.size(); ++i)
			{
				if(strcmp(processors_[i]->from(), "stretch") == 0)
				{
					stretcher_ = processors_[i];
					processors_.erase(processors_.begin() + i);
					break;
				}
			}
		}
	}
	else
		ret = SCANNER_ERR_DEVICE_NOT_SUPPORT;

	return ret;
}

int imgproc_mgr::load_processor(const char* path)
{
	int	ret = SCANNER_ERR_OK;

	// ADD_IMG_PROCESSOR(rebuild);
	ADD_IMG_PROCESSOR(stretch);
	ADD_IMG_PROCESSOR(auto_crop);
	ADD_IMG_PROCESSOR(color_correct);

	std::sort(processors_.begin(), processors_.end(), &imgproc_mgr::sort_processor_by_pos);


	return ret;
}
int imgproc_mgr::clear(void)
{
	for (auto& v : processors_)
		v->release();
	processors_.clear();
	if(stretcher_)
		stretcher_->release();
	stretcher_ = nullptr;

	return 0;
}

int imgproc_mgr::process(LPPACKIMAGE info, dyn_mem_ptr data, bool img)
{
	RAWIMG	ri;
	int		ret = SCANNER_ERR_OK;

	ri.data = data;
	if(img)
		data->add_ref();
	if(img)
		ri.info = *info;
	else
		ri.info.data_size = (uint32_t)(long)info;
	ri.img = img;
	prc_que_.save(ri, true);

	return ret;
}

void imgproc_mgr::stop(void)
{
	run_ = false;
	prc_que_.trigger();

	workers_.stop(nullptr);
}
bool imgproc_mgr::is_busy(void)
{
	SIMPLE_LOCK(working_cnt_lock_);

	return working_cnt_;
}
void imgproc_mgr::start_new_turn(uint32_t scanid, uint32_t sessionid)
{
	scan_id_ = scanid;
	sent_ind_ = 0;
	session_id_ = sessionid;
}