<?php
// +-------------------------------------------------+
// © 2002-2004 PMB Services / www.sigb.net pmb@sigb.net et contributeurs (voir www.sigb.net)
// +-------------------------------------------------+
// $Id: cfile.class.php,v 1.25.6.1.2.1 2025/11/06 09:09:31 qvarin Exp $
if (stristr($_SERVER['REQUEST_URI'], ".class.php")) {
    die("no access");
}

global $base_path, $class_path, $include_path;

require_once $class_path . "/connecteurs.class.php";
require_once $include_path . "/isbn.inc.php";
require_once $class_path . "/caddie.class.php";
require_once $include_path . "/parser.inc.php";
require_once $base_path . "/admin/convert/xml_unimarc.class.php";

class cfile extends connector
{

    // Set en cours de synchronisation
    public $current_set;

    // Nombre total de sets sélectionnés
    public $total_sets;

    // Préfixe du format de données courant
    public $metadata_prefix;

    public $search_id;

    // Feuille xslt transmise
    public $xslt_transform;

    // Nom des sets pour faire plus joli !!
    public $sets_names;

    public $url;

    public $username;

    public $password;

    static protected $catalog = null;

    static protected $allowedConversions = null;

    /**
     *
     * {@inheritDoc}
     * @see connector::get_id()
     */
    public function get_id()
    {
        return "cfile";
    }

    /**
     *
     * {@inheritDoc}
     * @see connector::is_repository()
     */
    public function is_repository()
    {
        return connector::REPOSITORY_YES;
    }

    /**
     * Parse du fichier catalog des imports
     * et recuperation des formats de conversion applicables
     */
    protected function parseCatalog()
    {
        if(!is_null(static::$catalog)) {
            return;
        }

        global $base_path;

        static::$catalog = [];
        static::$allowedConversions = [];
        static::$catalog = [
            [
                'name' => $this->msg["cfile_noconversion_unimarc"],
                'path' => 'none_unimarc',
            ],
            [
                'name' => $this->msg["cfile_noconversion_pmbxml"],
                'path' => 'none_xml',
            ]
        ];

        // Lecture du catalogue des imports possibles
        $catalogFilePath = $base_path . "/admin/convert/imports/catalog.xml";
        if (file_exists($base_path . "/admin/convert/imports/catalog_subst.xml")) {
            $catalogFilePath = $base_path . "/admin/convert/imports/catalog_subst.xml";
        }

        $catalog = _parser_text_no_function_(file_get_contents($catalogFilePath), "CATALOG");

        if(!empty($catalog['ITEM']) && is_array($catalog['ITEM'])) {
            foreach($catalog['ITEM'] as $item) {

                $name = $item['NAME'] ?? '';
                $path = $item['PATH'] ?? '';
                $output_pmbxml = $item['OUTPUT_PMBXML'] ?? '';

                if( (($name != '') && ($path != '')) && ($output_pmbxml == 'yes') )
                {
                    static::$catalog[] = [
                        'name' => $name,
                        'path' => $path,
                    ];
                    static::$allowedConversions[] = $path;
                }
            }
        }
    }


    /**
     * Generation du formulaire des proprietes de la source
     *
     * {@inheritDoc}
     * @see connector::source_get_property_form()
     */
    public function source_get_property_form($source_id)
    {
        global $charset, $base_path;

    	$params=$this->get_source_params($source_id);
        $vars = [];
        if ($params["PARAMETERS"]) {
            $vars = unserialize($params["PARAMETERS"], ['allowed_classes' => false, 'max_depth' => 10]);
            if (!is_array($vars)) {
                $vars = [];
            }
        }
        $convert_type = ! empty($vars['convert_type']) ? $vars['convert_type'] : 'none_unimarc';
        $xslt_exemplaire = ! empty($vars['xslt_exemplaire']) ? $vars['xslt_exemplaire'] : [];
        unset($vars);

        $this->parseCatalog();

        // selecteur conversion
        $convert_select = '<select name="convert_type" id="convert_type">';
        foreach (static::$catalog as $catalog) {
            $selected = ($convert_type == $catalog["path"]) ? "selected" : "";
            $convert_select .= '<option ' . $selected . ' value="' . $catalog["path"] . '">' . htmlentities($catalog["name"], ENT_QUOTES, $charset) . '</option>';
        }
        $convert_select .= '</select>';

        $form =
        "<div class='row'>
            <div class='colonne3'>
                <label for='convert_type'>" . $this->msg["cfile_conversion"] . "</label>
            </div>
            <div class='colonne_suite'>
                " . $convert_select . "
            </div>
        </div>
        <div class='row'>";

        //Selecteur + input feuille de style
        $xsl_exemplaire_input = "";
        if (!empty($xslt_exemplaire['name']) ) {
            $xsl_exemplaire_input .=
            "<select name='action_xsl_expl' id='action_xsl_expl'>
                <option value='keep'>" . htmlentities(sprintf($this->msg["cfile_keep_xsl_exemplaire"], $xslt_exemplaire["name"]), ENT_QUOTES, $charset) . "</option>
                <option value='delete'>" . htmlentities($this->msg["cfile_delete_xsl_exemplaire"], ENT_QUOTES, $charset) . "</option>
            </select>";
        }
        $xsl_exemplaire_input .= "&nbsp;<input onchange='document.source_form.action_xsl_expl.selectedIndex=1' type='file' name='xsl_exemplaire' />";

        $form .= "
        <div class='row'>
            <div class='colonne3'>
                <label for='action_xsl_expl'>" . $this->msg["cfile_xsl_exemplaire"] . "</label>
            </div>
            <div class='colonne_suite'>
                " . $xsl_exemplaire_input . "
            </div>
        </div>
        <div class='row'>";

        return $form;
    }

    /**
     * Enregistrement des proprietes de la source
     *
     * {@inheritDoc}
     * @see connector::make_serialized_source_properties()
     */
    public function make_serialized_source_properties($source_id)
    {
        global $convert_type, $action_xsl_expl;
        $t = [
            "convert_type"=> $convert_type
        ];

        if ($action_xsl_expl == "keep") {
            $oldparams = $this->get_source_params($source_id);
            if ($oldparams["PARAMETERS"]) {
                $oldvars = unserialize($oldparams["PARAMETERS"]);
            }
            $t["xslt_exemplaire"] = $oldvars["xslt_exemplaire"];
        } else {
            if (($_FILES["xsl_exemplaire"]) && (! $_FILES["xsl_exemplaire"]["error"])) {
                $axslt_info = array();
                $axslt_info["name"] = $_FILES["xsl_exemplaire"]["name"];
                $axslt_info["content"] = file_get_contents($_FILES["xsl_exemplaire"]["tmp_name"]);
                $t["xslt_exemplaire"] = $axslt_info;
            }
        }
        $this->sources[$source_id]["PARAMETERS"] = serialize($t);
    }

    /**
     *  Recuperation des proprietes globales par defaut du connecteur (timeout, retry, repository, parameters)
     */
    public function fetch_default_global_values()
    {
        parent::fetch_default_global_values();
        $this->repository = 1;
    }

    /**
     * Enregistrement des notices
     */
    public function rec_record($record, $source_id, $search_id)
    {
        global $base_path;
        $date_import = date("Y-m-d H:i:s", time());
        $r = array();
        // Inversion du tableau
        $r["rs"] = ($record["RS"][0]["value"] ? $record["RS"][0]["value"] : "*");
        $r["ru"] = ($record["RU"][0]["value"] ? $record["RU"][0]["value"] : "*");
        $r["el"] = ($record["EL"][0]["value"] ? $record["EL"][0]["value"] : "*");
        $r["bl"] = ($record["BL"][0]["value"] ? $record["BL"][0]["value"] : "*");
        $r["hl"] = ($record["HL"][0]["value"] ? $record["HL"][0]["value"] : "*");
        $r["dt"] = ($record["DT"][0]["value"] ? $record["DT"][0]["value"] : "*");

        $exemplaires = array();

        if(is_countable($record["F"]) ) {
            for ($i = 0; $i < count($record["F"]); $i ++) {
                if ( !empty($record["F"][$i]["C"]) && ($record["F"][$i]["C"] == 996) ) {
                    // C'est une localisation, les localisations ne sont pas fusionnées.
                    $t = array();
                    for ($j = 0; $j < count($record["F"][$i]["S"]); $j ++) {
                        // Sous champ
                        $sub = $record["F"][$i]["S"][$j];
                        $t[$sub["C"]] = $sub["value"];
                    }
                    $exemplaires[] = $t;
                } else if ( !empty($record["F"][$i]["value"]) ) {
                    $r[$record["F"][$i]["C"]][] = $record["F"][$i]["value"];
                } else {
                    $t = array();
                    if( !empty($record["F"][$i]["S"]) && is_countable($record["F"][$i]["S"]) ) {
                        for ($j = 0; $j < count($record["F"][$i]["S"]); $j ++) {
                            // Sous champ
                            $sub = $record["F"][$i]["S"][$j];
                            $t[$sub["C"]][] = $sub["value"];
                        }
                    }
                    $r[$record["F"][$i]["C"]][] = $t;
                }
            }
        }
        $record = $r;

        // Recherche du 001
        $ref = $record["001"][0];
        // Mise à jour
        if (! $ref) {
            $ref = md5(print_r($record, true));
        }
        if ($ref) {
            // Si conservation des anciennes notices, on regarde si elle existe
            if (! $this->del_old) {
                $ref_exists = $this->has_ref($source_id, $ref);
            }
            // Si pas de conservation des anciennes notices, on supprime
            if ($this->del_old) {
                $this->delete_from_entrepot($source_id, $ref);
                $this->delete_from_external_count($source_id, $ref);
            }
            // Si pas de conservation ou reférence inexistante
            if (($this->del_old) || ((! $this->del_old) && (! $ref_exists))) {
                // Insertion de l'entête
                $n_header = array();
                $n_header["rs"] = $record["rs"];
                unset($record["rs"]);
                $n_header["ru"] = $record["ru"];
                unset($record["ru"]);
                $n_header["el"] = $record["el"];
                unset($record["el"]);
                $n_header["bl"] = $record["bl"];
                unset($record["bl"]);
                $n_header["hl"] = $record["hl"];
                unset($record["hl"]);
                $n_header["dt"] = $record["dt"];
                unset($record["dt"]);

                // Récupération d'un ID
                $recid = $this->insert_into_external_count($source_id, $ref);

                foreach ($n_header as $hc => $code) {
                    $this->insert_header_into_entrepot($source_id, $ref, $date_import, $hc, $code, $recid, $search_id);
                }
                $field_order = 0;
                foreach ($exemplaires as $exemplaire) {
                    $sub_field_order = 0;
                    foreach ($exemplaire as $exkey => $exvalue) {
                        $this->insert_content_into_entrepot($source_id, $ref, $date_import, '996', $exkey, $field_order, $sub_field_order, $exvalue, $recid, $search_id);
                        $sub_field_order ++;
                    }
                    $field_order ++;
                }
                foreach ($record as $field => $val) {
                    for ($i = 0; $i < count($val); $i ++) {
                        if (is_array($val[$i])) {
                            foreach ($val[$i] as $sfield => $vals) {
                                for ($j = 0; $j < count($vals); $j ++) {
                                    $this->insert_content_into_entrepot($source_id, $ref, $date_import, $field, $sfield, $field_order, $j, $vals[$j], $recid, $search_id);
                                }
                            }
                        } else {
                            $this->insert_content_into_entrepot($source_id, $ref, $date_import, $field, '', $field_order, 0, $val[$i], $recid, $search_id);
                        }
                        $field_order ++;
                    }
                }
                $this->rec_isbd_record($source_id, $ref, $recid);
            }
        }
    }

    /**
     *
     * {@inheritDoc}
     * @see connector::getSynchroForm()
     */
    public function getSynchroForm($source_id, $sync_form = "sync_form")
    {
        global $base_path, $id;
        //global $file_in;

        $source_id = intval($source_id);
        $sync_form = in_array($sync_form, [ "sync_form", "planificateur_form"]) ? $sync_form : "sync_form";

        $params = $this->get_source_params($source_id);
        $vars = [];
        if ($params["PARAMETERS"]) {
            $vars = unserialize($params["PARAMETERS"], ['allowed_classes' => false, 'max_depth' => 10]);
            if (!is_array($vars)) {
                $vars = [];
            }
        }
        $convert_type = !empty($vars['convert_type']) ? $vars['convert_type'] : 'none_unimarc';
        unset($vars);


        $form = '';
        switch ($convert_type) {

            case "none_unimarc":
                // On importe de l'unimarc direct
                $form = '<label for="import_file">' . $this->msg["cfile_please_enter_file"] . '</label><br />';
                // $form .= ($file_in ? '<label for="mysql_file">' . $this->msg["cfile_sync_import_file"] . '</label> : ' . $file_in . '<br />' : '');
                $form .= '<input type="file" name="import_file" class="saisie-80em" value="" />';
                $form .= '<input type="hidden" name="outputtype" value="iso_2709" />';
                break;

            case "none_xml":
                // On importe du pmb-XML unimarc direct
                $form = '<label for="import_file">' . $this->msg["cfile_please_enter_file"] . '</label><br />';
                // $form .= ($file_in ? '<label for="mysql_file">' . $this->msg["cfile_sync_import_file"] . '</label> : ' . $file_in . '<br />' : '');
                $form .= '<input type="file" name="import_file" class="saisie-80em" value="" />';
                $form .= '<input type="hidden" name="outputtype" value="xml" />';
                break;

            default:
                // Une conversion est necessaire
                $form = '<label for="import_file">' . $this->msg["cfile_please_enter_file"] . '</label><br />';
                // $form .= ($file_in ? '<label for="mysql_file">' . $this->msg["cfile_please_enter_file"] . '</label><br />' : '');
                $form .= '<input type="file" name="import_file" class="saisie-80em" value="" />';
                $form .= '<input type="hidden" name="import_type" value="' . $convert_type . '">';
                $form .= "<script>document." . $sync_form . ".action='" . $base_path . "/admin.php?categ=connecteurs&sub=in&act=sync_custom_page&id=" . $id . "&source_id=" . $source_id . "'</script>";
                break;
        }

        $form .= "<br /><br />";
        return $form;
    }

    /**
     *
     * {@inheritDoc}
     * @see connector::getScheduledTaskSynchroForm()
     */
    public function getScheduledTaskSynchroForm($source_id, $taskParams = [])
    {
        $source_id = intval($source_id);

        $params = $this->get_source_params($source_id);
        $vars = [];
        if ($params["PARAMETERS"]) {
            $vars = unserialize($params["PARAMETERS"], ['allowed_classes' => false, 'max_depth' => 10]);
            if (!is_array($vars)) {
                $vars = [];
            }
        }
        $convert_type = !empty($vars['convert_type']) ? $vars['convert_type'] : 'none_unimarc';
        unset($vars);

        $file_in = $taskParams['envt']['file_in'] ?? '';
        $form = '<label for="import_file">' . $this->msg["cfile_sync_filepath"] . '</label><br />';
        $form .= '<input type="text" name="import_file" class="saisie-80em" value="'.$file_in.'" />';
        if($convert_type) {
            $form .= '<input type="hidden" name="import_type" value="' . $convert_type . '">';
        }
        return $form;
    }

    /**
     *
     * {@inheritDoc}
     * @see connector::getScheduledTaskEnvironment()
     */
    public function getScheduledTaskEnvironment($source_id, $taskParams = [])
    {
        global $base_path;

        $envt = [];
        $envt['outputtype'] = '';
        $envt['import_type'] = $taskParams['envt']['import_type'] ?? '';

        switch($envt['import_type']) {

            case 'none_unimarc' :
                $envt["outputtype"] = 'iso_2709';
                break;

            case 'none_xml' :
                $envt["outputtype"] = 'xml';
                break;

            default :
                break;
        }

        $file_in = $taskParams['envt']['file_in'] ?? '';
        $file_in_temp = basename($file_in);
        $origine = $taskParams['envt']['origine'] ?? '';

        if ( $file_in && is_file($file_in) ) {
            $origine = hrtime(true);
            //Copie du fichier dans le répertoire temporaire avec prefixe
            if (! @copy($file_in, "$base_path/temp/" . $origine . $file_in_temp) ) {
                $file_in = '';
            } else {
                $file_in = "$base_path/temp/" . $origine . $file_in_temp;
            }
        }
        $envt['file_in'] = $file_in_temp;
        $envt['origine'] = $origine;
        return $envt;
    }

    /**
     *
     * {@inheritDoc}
     * @see connector::get_maj_environnement()
     */
    public function get_maj_environnement($source_id)
    {
        global $outputtype, $import_type, $import_file, $file_in;
        global $base_path, $msg;

        $outputtype = $outputtype ?? '';
        $import_type = $import_type ?? '';
        $import_file = $import_file ?? '';

        $envt = [];
        $file_in = $file_in ?? '';
        $origine = '';

        if (!empty($_FILES['import_file']['name'])) {

            $origine = hrtime(true);
            // Synchronisation depuis l'interface, copie du fichier dans le répertoire temporaire avec prefixe
            if (! @copy($_FILES['import_file']['tmp_name'], "$base_path/temp/" . $origine . $_FILES['import_file']['name'])) {
                error_message_history($msg["ie_tranfert_error"], $msg["ie_transfert_error_detail"], 1);
                exit();
            } else {
                $file_in = $origine . $_FILES['import_file']['name'];
            }
        } else if(!empty($import_file)) {
            //Synchronisation depuis le planificateur, enregistrement du nom du fichier a traiter
            $file_in = $import_file;
        }
        $envt["file_in"] = $file_in;

        if (! $import_type) {
            $envt["outputtype"] = $outputtype;
        }
        $envt["import_type"] = $import_type;
        $envt["origine"] = $origine;
        return $envt;
    }

    public function sync_custom_page($source_id)
    {
        global $base_path, $id, $file_in;
        $params = $this->get_source_params($source_id);
        $this->fetch_global_properties();
        if ($params["PARAMETERS"]) {
            $vars = unserialize($params["PARAMETERS"]);
            foreach ($vars as $key => $val) {
                global ${$key};
                ${$key} = $val;
            }
        }
        if (! isset($convert_type)) {
            $convert_type = "";
        }

        $env = $this->get_maj_environnement($source_id);
        $file_in = $env["file_in"];

        $redirect_url = "../../admin.php?categ=connecteurs&sub=in&act=sync&source_id=" . $source_id . "&go=1&id=$id&env=" . urlencode(serialize($env));
        $content =
        '<div>
            <iframe name="ieimport" frameborder="0" scrolling="yes" width="100%" height="500" src="' . $base_path . '/admin/convert/start_import.php?import_type=' . $convert_type . '&file_in=' . urlencode($file_in) . '&redirect=' . urlencode($redirect_url) . '" title="cfile" >
         </div>
        <noframes>
        </noframes>';
        return $content;
    }


    public function maj_entrepot($source_id, $callback_progress = "", $recover = false, $recover_env = "")
    {
        global $base_path, $file_in, $suffix, $converted, $origine, $charset, $outputtype, $import_type;

        $params = $this->get_source_params($source_id);
        $this->fetch_global_properties();
        if ($params["PARAMETERS"]) {
            $vars = unserialize($params["PARAMETERS"]);
            foreach ($vars as $key => $val) {
                global ${$key};
                ${$key} = $val;
            }
        }
        if (! isset($xslt_exemplaire)) {
            $xslt_exemplaire = [];
        }
        // var_dump($file_in, $suffix, $converted, $origine, $charset, $outputtype); die;

        $file_type = "iso_2709";
        // Récupérons le nom du fichier
        if ($converted) {
            // Fichier converti
            $f = explode(".", $file_in);
            if (count($f) > 1) {
                unset($f[count($f) - 1]);
            }
            $final_file = implode(".", $f) . "." . $suffix . "~";
            $final_file = "$base_path/temp/" . $final_file;
            $file_type = $outputtype;
        } else {
            $final_file = "$base_path/temp/" . $file_in;
            $file_type = $outputtype;
        }
        // var_dump($final_file, $file_type);

        $count_lu = 0;

        switch($file_type) {

            // ISO 2709
            case "iso_2709" :

                $this->loadUnimarcFileInTableImportMarc($final_file, $origine);

                $import_sql = "SELECT id_import, notice FROM import_marc WHERE origine = " . $origine;
                $res = pmb_mysql_query($import_sql);

                $count_total = pmb_mysql_num_rows($res);
                if (! $count_total) {
                    return 0;
                }

                $latest_percent = floor(100 * $count_lu / $count_total);

                while ($row = pmb_mysql_fetch_assoc($res)) {
                    $xmlunimarc = new xml_unimarc();
                    $nxml = $xmlunimarc->iso2709toXML_notice($row["notice"]);
                    $xmlunimarc->notices_xml_[0] = '<?xml version="1.0" encoding="' . $charset . '"?>' . $xmlunimarc->notices_xml_[0];
                    if ($xslt_exemplaire) {
                        $xmlunimarc->notices_xml_[0] = $this->apply_xsl_to_xml($xmlunimarc->notices_xml_[0], $xslt_exemplaire["content"]);
                    }
                    if ($nxml == 1) {
                        $params = _parser_text_no_function_($xmlunimarc->notices_xml_[0], "NOTICE");
                        $this->rec_record($params, $source_id, 0);
                        $count_lu ++;
                    }

                    $sql_delete = "DELETE FROM import_marc WHERE id_import = " . $row['id_import'];
                    @pmb_mysql_query($sql_delete);

                    if (floor(100 * $count_lu / $count_total) > $latest_percent) {
                        // Callback progression
                        call_user_func($callback_progress, $count_lu / $count_total, $count_lu, $count_total);
                        $latest_percent = floor(100 * $count_lu / $count_total);
                        flush();
                        ob_flush();
                    }
                }
                break;

            // PMB-XML UNIMARC
            case "xml" :

                $this->loadPmbXmlUnimarcFileInTableImportMarc($final_file, $origine);

                $import_sql = "SELECT id_import, notice FROM import_marc WHERE origine = " . $origine;
                $res = pmb_mysql_query($import_sql);

                $count_total = pmb_mysql_num_rows($res);
                if (! $count_total) {
                    return 0;
                }

                $latest_percent = floor(100 * $count_lu / $count_total);

                while ($row = pmb_mysql_fetch_assoc($res)) {
                    $xmlunimarc = '<?xml version="1.0" encoding="' . $charset . '"?>' . $row["notice"];

                    if ($xslt_exemplaire) {
                        $xmlunimarc = $this->apply_xsl_to_xml($xmlunimarc, $xslt_exemplaire["content"]);
                    }

                    $params = _parser_text_no_function_($xmlunimarc, "NOTICE");
                    $this->rec_record($params, $source_id, 0);
                    $count_lu ++;

                    $sql_delete = "DELETE FROM import_marc WHERE id_import = " . $row['id_import'];
                    @pmb_mysql_query($sql_delete);

                    if (floor(100 * $count_lu / $count_total) > $latest_percent) {
                        // Callback progression
                        call_user_func($callback_progress, $count_lu / $count_total, $count_lu, $count_total);
                        $latest_percent = floor(100 * $count_lu / $count_total);
                        flush();
                        ob_flush();
                    }
                }
                break;

            // Non precise
            default :

                $this->parseCatalog();

                if( in_array($import_type, static::$allowedConversions) ) {

                    $paramsFilePath = $base_path."/admin/convert/imports/".$import_type."/params.xml";
                    $paramsContent = file_get_contents($paramsFilePath);
                    $params = _parser_text_no_function_($paramsContent,"PARAMS");

                    global $param_path;
                    $param_path = $import_type;

                    global $input_type;
                    $input_type = 'custom';

                    global $input_params;
                    $input_params = $params['INPUT'][0] ?? [];

                    global $step;
                    $step = $params['STEP'] ?? [];

                    $this->loadCustomFileInTableImportMarc("$base_path/temp/" . $origine.$file_in, $origine);

                    $import_sql = "SELECT id_import, notice FROM import_marc WHERE origine = " . $origine;
                    $res = pmb_mysql_query($import_sql);

                    $count_total = pmb_mysql_num_rows($res);
                    if (! $count_total) {
                        return 0;
                    }

                    $latest_percent = floor(100 * $count_lu / $count_total);

                    while ($row = pmb_mysql_fetch_assoc($res)) {

                        $record = $this->convertCustomRecord($row['notice']);

                        $xmlunimarc = '<?xml version="1.0" encoding="' . $charset . '"?>' . $record;

                        if ($xslt_exemplaire) {
                            $xmlunimarc = $this->apply_xsl_to_xml($xmlunimarc, $xslt_exemplaire["content"]);
                        }

                        $params = _parser_text_no_function_($xmlunimarc, "NOTICE");
                        $this->rec_record($params, $source_id, 0);
                        $count_lu ++;

                        $sql_delete = "DELETE FROM import_marc WHERE id_import = " . $row['id_import'];
                        @pmb_mysql_query($sql_delete);

                        if (floor(100 * $count_lu / $count_total) > $latest_percent) {
                            // Callback progression
                            call_user_func($callback_progress, $count_lu / $count_total, $count_lu, $count_total);
                            $latest_percent = floor(100 * $count_lu / $count_total);
                            flush();
                            ob_flush();
                        }

                    }
                }
                break;
        }

        return $count_lu;
    }

    /**
     * Importe un fichier dans la table import_marc selon le format specifie
     *
     * @param string $filename
     * @param string $origine
     */

    protected function loadCustomFileInTableImportMarc( $filename, $origine)
    {
        global $base_path;
        global $input_type, $input_params;

        // Inclusion du script de gestion des entrees
        $input_instance = start_import::get_instance_from_input_type($input_type);

        // Ouverture du fichier a importer
        $fi = fopen("$base_path/temp/".$filename, "r");

        // Comptage
        if (is_object($input_instance)) {
            $index = $input_instance->_get_n_notices_($fi, "$base_path/temp/".$filename, $input_params, $origine);
        } elseif (function_exists('_get_n_notices_')) {
            $index = _get_n_notices_($fi, "$base_path/temp/".$filename, $input_params, $origine);
        }

        fclose($fi);
        unlink("$base_path/temp/".$filename);
    }


    protected function convertCustomRecord($record = '')
    {
        global $step;
        global $param_path;

        global $base_path;
        global $class_path;

        // Inclusion des librairies necessaires
        if (isset($step) && is_countable($step)) {
            for ($i = 0; $i < count($step); $i ++) {
                if ($step[$i]['TYPE'] == "custom") {
                    require_once $base_path."/admin/convert/imports/".$param_path."/".$step[$i]['SCRIPT'][0]['value'];
                }
            }
        }
        require_once $base_path."/admin/convert/xmltransform.php";

        if (isset($step) && is_countable($step)) {
            for ($i = 0; $i < count($step); $i ++) {

                $s = $step[$i];
                $islast=($i==count($step)-1);
                $isfirst=($i==0);

                $r = [
                    'VALID' => false,
                    'DATA' => ''
                ];

                switch ($s['TYPE']) {

                    case "xmltransform" :
                        $r = perform_xslt($record, $s, $islast, $isfirst, $param_path);
                        break;

                    case "toiso" :
                        $r = toiso($record, $s, $islast, $isfirst, $param_path);
                        break;

                    case "isotoxml" :

                        $r = isotoxml($record, $s, $islast, $isfirst, $param_path);
                        break;

                    case "texttoxml":

                        $r = texttoxml($record, $s, $islast, $isfirst, $param_path);
                        break;

                    case "custom" :

                        $tmp = explode('.', $s['SCRIPT'][0]['value']);
                        $class = $tmp[0] ?? '';
                        $method = $s['CALLBACK'][0]['value'] ?? '';
                        $callback = '';
                        if( !empty($class) && class_exists($class, false) && method_exists($class, $method) ) {
                            $callback = $class . '::' . $method;
                        } else if ( function_exists($method) ) {
                            $callback = $method;
                        }
                        if($callback) {
                            $r = $callback( $record, $s, $islast, $isfirst, $param_path);
                        }
                        break;
                }
                if ( empty($r['VALID']) || !$r['VALID'] ) {
                    $record = '';
                    break;
                } else {
                    $record = $r['DATA'] ?? '';
                }
            }
        }
        return $record;
    }

    /**
     * Importe un fichier Unimarc dans la table import_marc
     *
     * @param string $filename
     * @param string $origine
     */
    protected function loadUnimarcFileInTableImportMarc($filename, $origine)
    {
        global $msg;
        global $sub, $book_lender_name;
        global $noticenumber, $pb_fini, $recharge;

        if ($noticenumber == "") {
            $noticenumber = 0;
        }
        if (! file_exists($filename)) {
            printf($msg[506], $filename); /* The file %s doesn't exist... */
            return;
        }

        if (filesize($filename) == 0) {
            printf($msg[507], $filename); /* The file % is empty, it's going to be deleted */
            unlink($filename);
            return;
        }

        $handle = fopen($filename, "rb");
        if (! $handle) {
            printf($msg[508], $filename); /* Unable to open the file %s ... */
            return;
        }

        $file_size = filesize($filename);

        $contents = fread($handle, $file_size);
        fclose($handle);

        /* The whole file is in $contents, let's read it */
        $str_lu = "";
        $j = 0;
        $i = 0;
        $pb_fini = "";
        $txt = "";
        while (($i < strlen($contents)) && ($pb_fini == "")) {
            $car_lu = $contents[$i];
            $i ++;
            if ($i <= strlen($contents)) {
                if ($car_lu != chr(0x1d)) {
                    /* the read car isn't the end of the notice */
                    $str_lu = $str_lu . $car_lu;
                } else {
                    /* the read car is the end of a notice */
                    $str_lu = $str_lu . $car_lu;
                    $j ++;
                    $sql = "INSERT INTO import_marc (notice, origine) VALUES(\"" . addslashes($str_lu) . "\", $origine)";
                    pmb_mysql_query($sql) or die("Couldn't insert record!");
                    $str_lu = "";
                }
            } else { /* the wole file has been read */
                $pb_fini = "EOF";
            }
        }

        if ($pb_fini == "NOTEOF") {
            $recharge = "YES";
        } else {
            $recharge = "NO";
        }
        if ($pb_fini == "EOF") { /* The file has been read, we can delete it */
            unlink($filename);
        }
    }

    /**
     *  Importe un fichier  Pmb Xml Unimarc dans la table import_marc
     *
     * @param string $filename
     * @param string $origine
     */
    protected function loadPmbXmlUnimarcFileInTableImportMarc($filename, $origine)
    {
        $index = array();
        $i = false;
        $n = 1;
        $fcontents = "";
        $fi = fopen($filename, "rb");
        while ($i === false) {
            $i = strpos($fcontents, "<notice>");
            if ($i === false) {
                $i = strpos($fcontents, "<notice ");
            }
            if ($i !== false) {
                $i1 = strpos($fcontents, "</notice>");
                while ((! feof($fi)) && ($i1 === false)) {
                    $fcontents .= fread($fi, 4096);
                    $i1 = strpos($fcontents, "</notice>");
                }
                if ($i1 !== false) {
                    $notice = substr($fcontents, intval($i), (intval($i1) + strlen("</notice>") - intval($i)));
                    $requete = "insert into import_marc (no_notice, notice, origine) values($n, '" . addslashes($notice) . "', '$origine')";
                    pmb_mysql_query($requete);
                    $n ++;
                    $index[] = $n;
                    $fcontents = substr($fcontents, intval($i1) + strlen("</notice>"));
                    $i = false;
                }
            } else {
                if (! feof($fi)) {
                    $fcontents .= fread($fi, 4096);
                } else {
                    break;
                }
            }
        }
        fclose($fi);
        unlink($filename);
    }

    public function apply_xsl_to_xml($xml, $xsl)
    {
        global $charset;
        $xh = xslt_create();
        xslt_set_encoding($xh, $charset);
        $arguments = array(
            '/_xml' => $xml,
            '/_xsl' => $xsl
        );
        $result = xslt_process($xh, 'arg:/_xml', 'arg:/_xsl', NULL, $arguments);
        xslt_free($xh);
        return $result;
    }

	/**
	 * Permet de verifier les donnees passees dans l'environnement
	 *
	 * @param int $source_id
	 * @param array $env
	 * @return array
	 */
    public function check_environnement($source_id, $env)
    {
	    global $base_path;

	    $params = $this->get_source_params($source_id);
	    if (isset($params["PARAMETERS"])) {
	        $vars = unserialize($params["PARAMETERS"]);
	    }

	    if (! isset($vars['convert_type'])) {
	        $vars['convert_type'] = "none_unimarc";
	    }

	    $clean_env = [];
	    switch ($vars['convert_type']) {
	        case "none_unimarc":
	            $env['outputtype'] = "iso_2709";
	            $env['import_type'] = null;
	            break;

	        case "none_xml":
	            $env['outputtype'] = "xml";
	            $env['import_type'] = null;
	            break;

	        default:
	            $env['import_type'] = $vars['convert_type'];
	            break;
	    }

	    $env['origine'] = (string) (intval($env['origine']));

        if (strpos($env['file_in'], $env['origine']) !== 0 || ! is_file("{$base_path}/temp/{$env['file_in']}")) {
	        $env['file_in'] = "";
	    }

	    $clean_env['file_in'] = $env['file_in'] ?? "";
	    $clean_env['outputtype'] = $env['outputtype'] ?? "";
	    $clean_env['import_type'] = $env['import_type'] ?? "";
	    $clean_env['origine'] = $env['origine'] ?? 0;

	    return $clean_env;
	}
}
