UK Digital Marketplace Data Extractor

from marketplace_extractor import extract_service

# Extract comprehensive service data
service_url = "https://www.applytosupply.digitalmarketplace.service.gov.uk/g-cloud/services/123456789"
service_data = extract_service(service_url)

print(f"Service: {service_data.service_name}")
print(f"Supplier: {service_data.supplier_name}")
print(f"Lot Type: {service_data.detected_lot_type}")
print(f"Features: {len(service_data.features)} items")
print(f"Common Sections: {bool(service_data.service_scope)} available")

# Extract with hierarchical category detection (API-based)
service_data = extract_service(service_url, enable_categories=True)

print(f"Category Hierarchy: {service_data.category_hierarchy}")
print(f"Category Tree: {service_data.category_tree}")

# Example output:
# Category Hierarchy: ['Cloud software > Analytics and business intelligence > analytics',
#                      'Cloud software > Collaborative working > workflow']
# Category Tree: {'Analytics and business intelligence': ['analytics', 'business intelligence'],
#                 'Collaborative working': ['workflow', 'document management']}

# Extract keywords from service content with semantic categorization
service_data = extract_service(service_url, enable_keyword_extraction=True)

print(f"Total keywords: {len(service_data.extracted_keywords)}")
print(f"Top 10 keywords: {service_data.extracted_keywords[:10]}")
print(f"Keyword themes: {list(service_data.keyword_categories.keys())}")

# Example output:
# Total keywords: 1091
# Top 10 keywords: ['cloud', 'service', 'data', 'security', 'management']
# Keyword themes: ['service_core', 'security', 'support_training', 'technical', 'business']

from marketplace_extractor import MarketplaceExtractor

# Enable all features: lot-aware extraction, categories, and keywords
extractor = MarketplaceExtractor(
    enable_category_detection=True,
    enable_keyword_extraction=True
)
service_data = extractor.extract_service_data(service_url)

# Or use convenience function with all features
service_data = extract_service(
    service_url,
    enable_categories=True,
    enable_keyword_extraction=True,
    keyword_fields=['title', 'description', 'benefits', 'features']
)

# Access lot-specific sections
if service_data.detected_lot_type == 'cloud-support':
    print("Support Service Capabilities:")
    if service_data.planning and service_data.planning.get('items'):
        print(f"  Planning: {len(service_data.planning['items'])} items")
    if service_data.training and service_data.training.get('items'):
        print(f"  Training: {len(service_data.training['items'])} items")

elif service_data.detected_lot_type == 'cloud-software':
    print("Software Service Features:")
    if service_data.scaling and service_data.scaling.get('items'):
        print(f"  Scaling: {len(service_data.scaling['items'])} options")
    if service_data.analytics and service_data.analytics.get('items'):
        print(f"  Analytics: {len(service_data.analytics['items'])} capabilities")