fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! fixup! [feature] building up the schema again from scratch acording the section 11,4,1 in the bitag report

Author: marmoure

src/main/resources/schemas/sample.csv

@@ -1,12 +1,13 @@
-date_published,regulator_name,regulator_version_number,connection_type,fcc_registration_number,unique_plan_identifier,network_technology_type,provider_name,service_plan_name,bandwidth_download_units,bandwidth_download_marketed_low,bandwidth_download_marketed_high,bandwidth_download_typical_low,bandwidth_download_typical_high,bandwidth_upload_units,bandwidth_upload_marketed_low,bandwidth_upload_marketed_high,bandwidth_upload_typical_low,bandwidth_upload_typical_high,latency_idle_low,latency_idle_high,currency,price_type,price_details,price_recurring,fee_introductory,fee_introductory_description,contract_required,contract_details,contract_terms_uri,fee_one_time_amount,fee_one_time_details,fee_recurring,fee_recurring_description,fee_pass_through_recurring,fee_pass_through_recurring_description,fee_early_termination,fee_early_termination_description,government_taxes,policy_data_usage,fee_data_usage,fee_data_usage_description,uri_data_usage,restrictions_apply
-2025-01-15,FCC,1,fixed,0005937974,F0005937974TIER1,50,Xfinity Internet,Extreme 500,Mbps,2,2,2,2,Mbps,2,2,2,2,2,2,USD,Pre-Paid,Requires activation of one new device.,100,10.32,only for new customers,No,Contract is 1 year.,https://example.com/contract-terms/internet/,29,Professional installation fee of $100 required.,," Monthly device rental."," $12.99"," Emergency services cost recovery fee",0," $100 charged if service is terminated before the end of one year.",Included,Yes,,,https://example.com/data-usage/internet/,Yes
-2025-11-02,,1,mobile,0003768165,F0005937974ABCD12341234,500,T-Mobile,Turbo 5G Plus,Mbps,75,75,75,75,Mbps,75,75,75,75,75,75,USD,Post-Paid,Price covers first 1 GB of data transferred. Data transfer billed at $1 per GB thereafter.,100,10.32,only for new customers,No,Valid for first 3 months.,https://example.com/internet-contract/,29.99,Shipping fee of $20 for sending equipment.,9,Cloud storage fee.,$10,State regulatory assessment fee,100,$25,Varies,Yes,1,$1 per GB after the first 1 TB.,https://example.com/datausagepolicies,Yes
+date_published,regulator_name,regulator_version_number,connection_type,fcc_registration_number,unique_plan_identifier,network_technology_type,provider_name,service_plan_name,bandwidth_download_units,bandwidth_download_marketed_low,bandwidth_download_marketed_high,bandwidth_download_typical_low,bandwidth_download_typical_high,bandwidth_upload_units,bandwidth_upload_marketed_low,bandwidth_upload_marketed_high,bandwidth_upload_typical_low,bandwidth_upload_typical_high,latency_idle_low,latency_idle_high,currency,price_type,price_details,price_recurring,fee_introductory,fee_introductory_description,contract_required,contract_details,contract_terms_uri,fee_one_time_amount,fee_one_time_details,fee_recurring,fee_recurring_description,fee_pass_through_recurring,fee_pass_through_recurring_description,fee_early_termination,fee_early_termination_description,government_taxes,policy_data_usage,fee_data_usage,fee_data_usage_description,uri_data_usage,restrictions_apply,restrictions_description
+2025-01-15,FCC,1,fixed,0005937974,F0005937974TIER1,50,Xfinity Internet,Extreme 500,Mbps,2,2,2,2,Mbps,2,2,2,2,2,2,USD,Pre-Paid,Requires activation of one new device.,100,10.32,only for new customers,No,Contract is 1 year.,https://example.com/contract-terms/internet/,29,Professional installation fee of $100 required.,," Monthly device rental."," $12.99"," Emergency services cost recovery fee",0," $100 charged if service is terminated before the end of one year.",Included,Yes,,,https://example.com/data-usage/internet/,Yes,Site survey required
+2025-11-02,,1,mobile,0003768165,F0005937974ABCD12341234,500,T-Mobile,Turbo 5G Plus,Mbps,75,75,75,75,Mbps,75,75,75,75,75,75,USD,Post-Paid,Price covers first 1 GB of data transferred. Data transfer billed at $1 per GB thereafter.,100,10.32,only for new customers,No,Valid for first 3 months.,https://example.com/internet-contract/,29.99,Shipping fee of $20 for sending equipment.,9,Cloud storage fee.,$10,State regulatory assessment fee,100,$25,Varies,Yes,1,$1 per GB after the first 1 TB.,https://example.com/datausagepolicies,Yes,Qualified for a low-income offering
 2025-06-06,FCC,99,satellite,0005937974,F0005937974ABCDEFGHIJ12345,500,Google Fiber,Fiber 2G,Gbps,500,500,500,500,Gbps,500,500,500,500,500,500,USD,Volume-Based,For new customers only.,100,10.32,only for new customers,Yes,"Contract must be digitally signed within 7 days of
 installation.",https://example.com/legal/terms/contracts.html,399.00,"$10
 device provisioning fee.
 ",9.99," Streaming video package; Sports package.",$4.99,"Local franchise fee for Main
 Street USA;Local franchise fee for Gotham City
 ",9.99,"$10 for every month
 remaining in contract term.",Not Applicable,No,,"No fee but bitrates are reduced to 100 Mbps after 10 GB of
-usage.",https://example.com/data-usage.html,No
-2025-06-06,FCC,,something,,,0,randomeValue,,kbps,1,1,1,1,kbps,1,1,1,1,1,1,USD,Other,Requires activation of one new device.,100,10.32,only for new customers,No,,,,,12.99,,,,0,,Included,No,143.32,$2 per GB during peak times and $1 per GB during off-peak times.,,Yes
+usage.",https://example.com/data-usage.html,No,"Mobile service only available to existing
+customers of wireline service"
+2025-06-06,FCC,,something,,,0,randomeValue,,kbps,1,1,1,1,kbps,1,1,1,1,1,1,USD,Other,Requires activation of one new device.,100,10.32,only for new customers,No,,,,,12.99,,,,0,,Included,No,143.32,$2 per GB during peak times and $1 per GB during off-peak times.,,Yes,

src/main/resources/schemas/schema.csvs

@@ -1,5 +1,5 @@
 version 1.1
-@totalColumns 44
+@totalColumns 45
 date_published: xDate
 regulator_name: empty or upperCase
 regulator_version_number: empty or range(1, 99)
@@ -44,3 +44,4 @@ fee_data_usage: empty or range(0, 9999999999) // TODO: the decription is a strin
 fee_data_usage_description: empty or length(0, 500)
 uri_data_usage: empty or uri
 restrictions_apply: any("Yes", "No")
+restrictions_description: empty or length(0, 500)

src/main/resources/schemas/schema_specs

@@ -496,3 +496,12 @@ This field MUST be in the file and MUST be populated.
 Name: restrictions_apply
 Type/Format: string, enumerated string value
 Examples: Yes, No
+
+45. Restrictions Description.
+If restrictions apply, provides further details of those restrictions.
+This field MUST be in the file and MAY be populated.
+23
+Name: restrictions_description
+Type/Format: string
+Examples: Site survey required, Qualified for a low-income offering, Mobile service only available to existing
+customers of wireline service