=== ANALYSE POUR FORMULAIRE MÉGA CATALOGUE === 1. STRUCTURE dm_mega_catalog: - id (int(11)) - NO - PRI - Default: - provider (enum('EPEX','EEX','Nordpool','CME')) - NO - MUL - Default: - exchange_code (varchar(20)) - YES - - Default: - product_type (enum('SPOT_POWER','POWER_FUTURE','GAS_FUTURE','GAS_SPOT','CO2_FUTURE','GO','AGRICULTURAL_FUTURE','FREIGHT_FUTURE','UNKNOWN_FUTURE','FX_FUTURE','ENERGY_FUTURE','COMMODITY_FUTURE','METALS_FUTURE')) - NO - MUL - Default: - contract_level (enum('generic','specific')) - YES - MUL - Default: generic - parent_code (varchar(50)) - YES - MUL - Default: - product_code (varchar(100)) - NO - - Default: - product_name (varchar(200)) - NO - - Default: - scraping_method (enum('API','HTML','HYBRID')) - YES - - Default: API - is_active (tinyint(1)) - YES - MUL - Default: 0 - auction (varchar(10)) - YES - - Default: - country_code (varchar(10)) - YES - MUL - Default: - country_name (varchar(100)) - YES - - Default: - api_symbol (varchar(200)) - YES - - Default: - api_endpoint (varchar(500)) - YES - - Default: - api_method (varchar(20)) - YES - - Default: GET - contract_period (varchar(50)) - YES - - Default: - maturity_date (date) - YES - - Default: - contract_year (year(4)) - YES - MUL - Default: - contract_quarter (tinyint(4)) - YES - - Default: - contract_month (tinyint(4)) - YES - - Default: - is_favorite (tinyint(1)) - YES - MUL - Default: 0 - has_year_variants (tinyint(1)) - YES - - Default: 0 - has_quarter_variants (tinyint(1)) - YES - - Default: 0 - has_month_variants (tinyint(1)) - YES - - Default: 0 - target_table (varchar(100)) - YES - - Default: - delivery_type (varchar(50)) - YES - - Default: - spot_market_type (varchar(50)) - YES - - Default: - delivery_start (date) - YES - MUL - Default: - delivery_end (date) - YES - - Default: - granularity (varchar(50)) - YES - - Default: - region (varchar(100)) - YES - - Default: - market_area (varchar(100)) - YES - - Default: - expected_records_per_day (int(11)) - YES - - Default: - expected_frequency (varchar(50)) - YES - - Default: - data_available_from (date) - YES - - Default: - data_available_to (date) - YES - - Default: - currency (varchar(10)) - YES - - Default: EUR - unit (varchar(50)) - YES - - Default: - importance (enum('principal','secondaire','mineur')) - YES - - Default: secondaire - priority (int(11)) - YES - - Default: 50 - is_available (tinyint(1)) - YES - MUL - Default: 1 - trading_status (enum('active','expired','future','suspended')) - YES - MUL - Default: active - is_deprecated (tinyint(1)) - YES - - Default: 0 - service_id (varchar(50)) - YES - MUL - Default: - first_seen_date (date) - YES - - Default: - last_checked_date (datetime) - YES - - Default: - activated_date (datetime) - YES - - Default: - deactivated_date (datetime) - YES - - Default: - deprecated_date (datetime) - YES - - Default: - total_scraped_records (int(11)) - YES - - Default: 0 - last_scraped_date (date) - YES - - Default: - last_scrape_success (datetime) - YES - - Default: - last_scrape_error (datetime) - YES - - Default: - error_count (int(11)) - YES - - Default: 0 - success_rate (decimal(5,2)) - YES - - Default: 100.00 - description (text) - YES - - Default: - notes (text) - YES - - Default: - tags (varchar(500)) - YES - - Default: - config_json (longtext) - YES - - Default: - created_at (timestamp) - NO - - Default: current_timestamp() - updated_at (timestamp) - NO - - Default: current_timestamp() - created_by (varchar(100)) - YES - - Default: system - updated_by (varchar(100)) - YES - - Default: system 2. STRUCTURE dm_provider: - id (int(11)) - NO - PRI - Default: - provider (varchar(50)) - NO - MUL - Default: - product_type (varchar(50)) - NO - - Default: - energie_type (varchar(255)) - YES - - Default: - data_type (varchar(255)) - YES - - Default: - data_table (varchar(100)) - NO - - Default: - date_column (varchar(50)) - NO - - Default: - filter_column (varchar(50)) - YES - - Default: - filter_type (enum('EXACT','LIKE','IN','NONE')) - YES - - Default: EXACT - scraping_method (enum('API','HTML','HYBRID')) - YES - - Default: API - api_endpoint (varchar(255)) - YES - - Default: - api_type (varchar(50)) - YES - - Default: - expected_records_per_day (int(11)) - YES - - Default: - description (text) - YES - - Default: - is_active (tinyint(1)) - YES - - Default: 1 - created_at (timestamp) - NO - - Default: current_timestamp() - updated_at (timestamp) - NO - - Default: current_timestamp() 3. VALEURS DISTINCTES POUR DROPDOWNS: Providers (4): EPEX, EEX, Nordpool, CME Product types (12): SPOT_POWER, POWER_FUTURE, GAS_FUTURE, GAS_SPOT, CO2_FUTURE, GO, AGRICULTURAL_FUTURE, FREIGHT_FUTURE, UNKNOWN_FUTURE, FX_FUTURE, ENERGY_FUTURE, COMMODITY_FUTURE Countries (60): - AT: Austria - AT: Autriche - BE: Belgique - BE: Belgium - BG: Bulgarie - CH: Suisse - CZ: Czech Republic - CZ: Rép Tcheque - CZ: République Tchèque - DE: Allemagne - DE: Germany - DK: Danemark - DK: Denmark - EE: Estonia - ES: - ES: Espagne - EU: Europe - EU: Union Européenne - FI: Finland - FI: Finlande - FR: France - GB: Royaume-Uni - GB: United Kingdom - GLOBAL: Global - GR: Grèce - HR: Croatia - HR: Croatie - HU: Hongrie - HU: Hungary - HU: Union Européenne - IE: Irlande - IT: Italie - IT: Italy - JP: Japon - LT: Lithuania - LT: Lituanie - LTU: Lithuania - LV: Latvia - LV: Lettonie - LVA-EST: Latvia / Estonia - NL: Netherlands - NL: Pays-Bas - NO: Nordic - NO: Norvège - NO: Norway - PHELIX: - PL: Poland - PL: Pologne - RO: Romania - RO: Roumanie - RS: Serbia - RS: Serbie - SE: Suède - SE: Sweden - SI: Slovenia - SI: Slovénie - SK: Slovakia - SK: Slovaquie - UK: UK - US: United States Market areas (64): , BE, Brent, CEGH VTP, CH, CIF ARA, CME-EUR, CME-GBP, CZ, CZ VTP, DE-AT-LU, DE-LU, DK1, DK2, Dutch TTF, EE, ES, ETF, FI, FIN, FR, GB, Henry Hub, HR, HU, IT-CNOR, IT-CSUD, IT-NORD, IT-SARD, IT-SICI, IT-SUD, Japan-Korea, JKM LNG, LT, LTU, LV, LVA-EST, NBP, NL, NO1, NO2, NO3, NO4, NO5, PEG, PL, PSV, PVB, RO, RS, SE1, SE2, SE3, SE4, SI, SK, SYS, THE, TTF, TTF USD, UK NBP, VTP, WTI Cushing, ZTP Currencies (8): DKK, EUR, GBP, NOK, PLN, RON, SEK, USD Auctions (17): , CEGHVTPWE, CH, CZVTPWE, ETFWE, FINWE, GB, LTUWE, LVA-ESTWE, MRC, NBPWE, NL, PEGWE, PVBWE, THEWE, TTFWE, ZTPWE Trading statuses (2): , active 4. CORRESPONDANCES PROVIDER -> SCRAPERS: EEX: - POWER_FUTURE (284 produits) → public/eex/future/scraper_EEX_FUTURE_POWER.php - GAS_FUTURE (206 produits) → public/eex/future/scraper_EEX_FUTURE_GAS.php - SPOT_GAS (0 produits) → public/eex/spot/scraper_EEX_SPOT_GAS.php EPEX: - SPOT_POWER (22 produits) → public/epex/spot/scraper_EPEX_POWER_SPOT.php Nordpool: - SPOT_POWER (17 produits) → public/nordpool/spot/scraper_NORDPOOL_SPOT.php - POWER_FUTURE (16 produits) → public/nordpool/future/scraper_NORDPOOL_FUTURE.php 5. ÉCHANTILLON DE DONNÉES COMPLÈTES (5 premiers): Échantillon 1: id: 2961 provider: EPEX exchange_code: NULL product_type: SPOT_POWER contract_level: generic parent_code: NULL product_code: product_name: EPEX Spot Spain scraping_method: API is_active: 1 auction: NULL country_code: ES country_name: NULL api_symbol: NULL api_endpoint: NULL api_method: GET contract_period: NULL maturity_date: NULL contract_year: NULL contract_quarter: NULL contract_month: NULL is_favorite: 0 has_year_variants: 0 has_quarter_variants: 0 has_month_variants: 0 target_table: NULL delivery_type: NULL spot_market_type: NULL delivery_start: NULL delivery_end: NULL granularity: NULL region: NULL market_area: ES expected_records_per_day: NULL expected_frequency: NULL data_available_from: NULL data_available_to: NULL currency: EUR unit: NULL importance: secondaire priority: 50 is_available: 1 trading_status: active is_deprecated: 0 service_id: NULL first_seen_date: NULL last_checked_date: NULL activated_date: NULL deactivated_date: NULL deprecated_date: NULL total_scraped_records: 0 last_scraped_date: NULL last_scrape_success: NULL last_scrape_error: NULL error_count: 0 success_rate: 100.00 description: NULL notes: NULL tags: NULL config_json: NULL created_at: 2025-11-20 09:18:27 updated_at: 2025-11-20 09:18:27 created_by: system updated_by: system Échantillon 2: id: 2949 provider: EEX exchange_code: NULL product_type: GAS_SPOT contract_level: generic parent_code: NULL product_code: CEGHVTPWE product_name: EEX Gas Spot CEGHVTPWE scraping_method: API is_active: 1 auction: NULL country_code: CZ country_name: Czech Republic api_symbol: CEGHVTPWE api_endpoint: eex-group api_method: GET contract_period: NULL maturity_date: NULL contract_year: NULL contract_quarter: NULL contract_month: NULL is_favorite: 0 has_year_variants: 0 has_quarter_variants: 0 has_month_variants: 0 target_table: NULL delivery_type: NULL spot_market_type: WE delivery_start: NULL delivery_end: NULL granularity: NULL region: NULL market_area: NULL expected_records_per_day: NULL expected_frequency: NULL data_available_from: NULL data_available_to: NULL currency: EUR unit: NULL importance: secondaire priority: 100 is_available: 1 trading_status: active is_deprecated: 0 service_id: NULL first_seen_date: NULL last_checked_date: NULL activated_date: NULL deactivated_date: NULL deprecated_date: NULL total_scraped_records: 0 last_scraped_date: NULL last_scrape_success: NULL last_scrape_error: NULL error_count: 0 success_rate: 100.00 description: NULL notes: NULL tags: NULL config_json: NULL created_at: 2025-11-10 09:26:54 updated_at: 2025-11-10 09:31:38 created_by: system updated_by: system Échantillon 3: id: 2950 provider: EEX exchange_code: NULL product_type: GAS_SPOT contract_level: generic parent_code: NULL product_code: CZVTPWE product_name: EEX Gas Spot CZVTPWE scraping_method: API is_active: 1 auction: NULL country_code: CZ country_name: Czech Republic api_symbol: CZVTPWE api_endpoint: eex-group api_method: GET contract_period: NULL maturity_date: NULL contract_year: NULL contract_quarter: NULL contract_month: NULL is_favorite: 0 has_year_variants: 0 has_quarter_variants: 0 has_month_variants: 0 target_table: NULL delivery_type: NULL spot_market_type: WE delivery_start: NULL delivery_end: NULL granularity: NULL region: NULL market_area: NULL expected_records_per_day: NULL expected_frequency: NULL data_available_from: NULL data_available_to: NULL currency: EUR unit: NULL importance: secondaire priority: 100 is_available: 1 trading_status: active is_deprecated: 0 service_id: NULL first_seen_date: NULL last_checked_date: NULL activated_date: NULL deactivated_date: NULL deprecated_date: NULL total_scraped_records: 0 last_scraped_date: NULL last_scrape_success: NULL last_scrape_error: NULL error_count: 0 success_rate: 100.00 description: NULL notes: NULL tags: NULL config_json: NULL created_at: 2025-11-10 09:26:54 updated_at: 2025-11-10 09:31:38 created_by: system updated_by: system Échantillon 4: id: 2951 provider: EEX exchange_code: NULL product_type: GAS_SPOT contract_level: generic parent_code: NULL product_code: ETFWE product_name: EEX Gas Spot ETFWE scraping_method: API is_active: 1 auction: NULL country_code: NL country_name: Netherlands api_symbol: ETFWE api_endpoint: eex-group api_method: GET contract_period: NULL maturity_date: NULL contract_year: NULL contract_quarter: NULL contract_month: NULL is_favorite: 0 has_year_variants: 0 has_quarter_variants: 0 has_month_variants: 0 target_table: NULL delivery_type: NULL spot_market_type: WE delivery_start: NULL delivery_end: NULL granularity: NULL region: NULL market_area: NULL expected_records_per_day: NULL expected_frequency: NULL data_available_from: NULL data_available_to: NULL currency: EUR unit: NULL importance: secondaire priority: 100 is_available: 1 trading_status: active is_deprecated: 0 service_id: NULL first_seen_date: NULL last_checked_date: NULL activated_date: NULL deactivated_date: NULL deprecated_date: NULL total_scraped_records: 0 last_scraped_date: NULL last_scrape_success: NULL last_scrape_error: NULL error_count: 0 success_rate: 100.00 description: NULL notes: NULL tags: NULL config_json: NULL created_at: 2025-11-10 09:26:54 updated_at: 2025-11-10 09:31:38 created_by: system updated_by: system Échantillon 5: id: 2952 provider: EEX exchange_code: NULL product_type: GAS_SPOT contract_level: generic parent_code: NULL product_code: FINWE product_name: EEX Gas Spot FINWE scraping_method: API is_active: 1 auction: NULL country_code: FI country_name: Finland api_symbol: FINWE api_endpoint: eex-group api_method: GET contract_period: NULL maturity_date: NULL contract_year: NULL contract_quarter: NULL contract_month: NULL is_favorite: 0 has_year_variants: 0 has_quarter_variants: 0 has_month_variants: 0 target_table: NULL delivery_type: NULL spot_market_type: WE delivery_start: NULL delivery_end: NULL granularity: NULL region: NULL market_area: NULL expected_records_per_day: NULL expected_frequency: NULL data_available_from: NULL data_available_to: NULL currency: EUR unit: NULL importance: secondaire priority: 100 is_available: 1 trading_status: active is_deprecated: 0 service_id: NULL first_seen_date: NULL last_checked_date: NULL activated_date: NULL deactivated_date: NULL deprecated_date: NULL total_scraped_records: 0 last_scraped_date: NULL last_scrape_success: NULL last_scrape_error: NULL error_count: 0 success_rate: 100.00 description: NULL notes: NULL tags: NULL config_json: NULL created_at: 2025-11-10 09:26:54 updated_at: 2025-11-10 09:31:38 created_by: system updated_by: system