Class: Aspera::Cli::Plugins::Faspex5
- Inherits:
-
BasicAuthPlugin
- Object
- Aspera::Cli::Plugin
- BasicAuthPlugin
- Aspera::Cli::Plugins::Faspex5
- Defined in:
- lib/aspera/cli/plugins/faspex5.rb
Constant Summary collapse
- TRANSFER_CONNECT =
Faspex API v5: get transfer spec for connect
'connect'
- ADMIN_RESOURCES =
%i[ accounts distribution_lists contacts jobs workgroups shared_inboxes nodes oauth_clients registrations saml_configs metadata_profiles email_notifications alternate_addresses webhooks ].freeze
- PATH_STANDARD_ROOT =
'/aspera/faspex'
- PATH_API_V5 =
'api/v5'
- PATH_AUTH =
endpoint for authentication API
'auth'
- PATH_API_DETECT =
"#{PATH_API_V5}/#{PATH_HEALTH}"
- ACTIONS =
%i[health version user bearer_token packages shared_folders admin gateway postprocessing invitations].freeze
Constants inherited from Aspera::Cli::Plugin
Aspera::Cli::Plugin::ALL_OPS, Aspera::Cli::Plugin::GLOBAL_OPS, Aspera::Cli::Plugin::INSTANCE_OPS, Aspera::Cli::Plugin::MAX_ITEMS, Aspera::Cli::Plugin::MAX_PAGES, Aspera::Cli::Plugin::REGEX_LOOKUP_ID_BY_FIELD
Instance Attribute Summary
Attributes inherited from Aspera::Cli::Plugin
Class Method Summary collapse
- .application_name ⇒ Object
- .detect(address_or_url) ⇒ Object
-
.public_link?(url) ⇒ Boolean
True if the URL is a public link.
-
.wizard(object:, private_key_path:, pub_key_pem:) ⇒ Hash
:preset_value, :test_args.
Instance Method Summary collapse
-
#browse_folder(browse_endpoint) ⇒ Object
Browse a folder.
- #execute_action ⇒ Object
- #execute_admin ⇒ Object
- #execute_resource(res_sym) ⇒ Object
-
#initialize(**_) ⇒ Faspex5
constructor
A new instance of Faspex5.
-
#list_packages_with_filter(query: {}) ⇒ Object
list all packages with optional filter.
-
#normalize_recipients(parameters) ⇒ Object
if recipient is just an email, then convert to expected API hash : name and type.
- #package_action ⇒ Object
- #package_receive(package_ids) ⇒ Object
- #set_api ⇒ Object
-
#wait_for_job(job_id) ⇒ Hash
Result of API call for job status.
-
#wait_package_status(id, status_list: PACKAGE_TERMINATED) ⇒ Object
wait for package status to be in provided list.
Methods inherited from BasicAuthPlugin
#basic_auth_api, #basic_auth_params, declare_options
Methods inherited from Aspera::Cli::Plugin
#add_manual_header, #config, declare_generic_options, #do_bulk_operation, #entity_execute, #formatter, #instance_identifier, #list_entities_limit_offset_total_count, #lookup_entity_by_field, #options, #persistency, #query_read_delete, #transfer, #value_create_modify
Constructor Details
#initialize(**_) ⇒ Faspex5
Returns a new instance of Faspex5.
147 148 149 150 151 152 153 154 155 156 157 158 159 160 |
# File 'lib/aspera/cli/plugins/faspex5.rb', line 147 def initialize(**_) super .declare(:client_id, 'OAuth client identifier') .declare(:client_secret, 'OAuth client secret') .declare(:redirect_uri, 'OAuth redirect URI for web authentication') .declare(:auth, 'OAuth type of authentication', values: STD_AUTH_TYPES, default: :jwt) .declare(:private_key, 'OAuth JWT RSA private key PEM value (prefix file path with @file:)') .declare(:passphrase, 'OAuth JWT RSA private key passphrase') .declare(:box, "Package inbox, either shared inbox name or one of: #{API_LIST_MAILBOX_TYPES.join(', ')} or #{SpecialValues::ALL}", default: 'inbox') .declare(:shared_folder, 'Send package with files from shared folder') .declare(:group_type, 'Type of shared box', values: %i[shared_inboxes workgroups], default: :shared_inboxes) . @pub_link_context = nil end |
Class Method Details
.application_name ⇒ Object
73 74 75 |
# File 'lib/aspera/cli/plugins/faspex5.rb', line 73 def application_name 'Faspex' end |
.detect(address_or_url) ⇒ Object
77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 |
# File 'lib/aspera/cli/plugins/faspex5.rb', line 77 def detect(address_or_url) # add scheme if missing address_or_url = "https://#{address_or_url}" unless address_or_url.match?(%r{^[a-z]{1,6}://}) urls = [address_or_url] urls.push("#{address_or_url}#{PATH_STANDARD_ROOT}") unless address_or_url.end_with?(PATH_STANDARD_ROOT) error = nil urls.each do |base_url| # Faspex is always HTTPS next unless base_url.start_with?('https://') api = Rest.new(base_url: base_url, redirect_max: 1) response = api.call(operation: 'GET', subpath: PATH_API_DETECT)[:http] next unless response.code.start_with?('2') && response.body.strip.empty? # end is at -1, and subtract 1 for "/" url_length = -2 - PATH_API_DETECT.length # take redirect if any return { version: response[HEADER_FASPEX_VERSION] || '5', url: response.uri.to_s[0..url_length] } rescue StandardError => e error = e Log.log.debug{"detect error: #{e}"} end raise error if error return end |
.public_link?(url) ⇒ Boolean
Returns true if the URL is a public link.
142 143 144 |
# File 'lib/aspera/cli/plugins/faspex5.rb', line 142 def public_link?(url) url.include?('?context=') end |
.wizard(object:, private_key_path:, pub_key_pem:) ⇒ Hash
Returns :preset_value, :test_args.
108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 |
# File 'lib/aspera/cli/plugins/faspex5.rb', line 108 def wizard(object:, private_key_path:, pub_key_pem:) = object. formatter = object.formatter instance_url = .get_option(:url, mandatory: true) wiz_username = .get_option(:username, mandatory: true) raise "Username shall be an email in Faspex: #{wiz_username}" if !(wiz_username =~ /\A[\w+\-.]+@[a-z\d\-.]+\.[a-z]+\z/i) if .get_option(:client_id).nil? || .get_option(:client_secret).nil? formatter.display_status('Ask the ascli client id and secret to your Administrator.'.red) formatter.display_status("Log in as an admin user at: #{instance_url}") Environment.instance.open_uri(instance_url) formatter.display_status('Navigate to: 𓃑 → Admin → Configurations → API clients') formatter.display_status('Create an API client with:') formatter.display_status('- name: ascli') formatter.display_status('- JWT: enabled') formatter.display_status("Log in as user #{wiz_username.red}. Navigate to your profile:") formatter.display_status('👤 → Account Settings → Preferences → Public Key in PEM:') formatter.display_status(pub_key_pem) formatter.display_status('Once set, fill in the parameters:') end return {preset_value: {}, test_args: ''} if .get_option(:test_mode) return { preset_value: { url: instance_url, username: wiz_username, auth: :jwt.to_s, private_key: "@file:#{private_key_path}", client_id: .get_option(:client_id, mandatory: true), client_secret: .get_option(:client_secret, mandatory: true) }, test_args: 'user profile show' } end |
Instance Method Details
#browse_folder(browse_endpoint) ⇒ Object
Browse a folder
391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 |
# File 'lib/aspera/cli/plugins/faspex5.rb', line 391 def browse_folder(browse_endpoint) folders_to_process = [.get_next_argument('folder path', default: '/')] query = query_read_delete(default: {}) filters = query.delete('filters'){{}} Aspera.assert_type(filters, Hash) filters['basenames'] ||= [] Aspera.assert_type(filters, Hash){'filters'} max_items = query.delete(MAX_ITEMS) recursive = query.delete('recursive') use_paging = query.delete('paging'){true} if use_paging browse_endpoint = "#{browse_endpoint}/page" query['per_page'] ||= 500 else query['offset'] ||= 0 query['limit'] ||= 500 end all_items = [] total_count = nil until folders_to_process.empty? path = folders_to_process.shift loop do response = @api_v5.call( operation: 'POST', subpath: browse_endpoint, query: query, content_type: Rest::MIME_JSON, body: {'path' => path, 'filters' => filters}, headers: {'Accept' => Rest::MIME_JSON} ) all_items.concat(response[:data]['items']) if !max_items.nil? && (all_items.count >= max_items) all_items = all_items.slice(0, max_items) if all_items.count > max_items break end folders_to_process.concat(response[:data]['items'].select{ |i| i['type'].eql?('directory')}.map{ |i| i['path']}) if recursive if use_paging iteration_token = response[:http][HEADER_ITERATION_TOKEN] break if iteration_token.nil? || iteration_token.empty? query['iteration_token'] = iteration_token else total_count = response[:data]['total_count'] if total_count.nil? break if response[:data]['item_count'].eql?(0) query['offset'] += response[:data]['item_count'] end formatter.long_operation_running(all_items.count) end query.delete('iteration_token') end formatter.long_operation_terminated return Main.result_object_list(all_items, total: total_count) end |
#execute_action ⇒ Object
740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 |
# File 'lib/aspera/cli/plugins/faspex5.rb', line 740 def execute_action command = .get_next_command(ACTIONS) set_api unless command.eql?(:postprocessing) case command when :version return Main.result_single_object(@api_v5.read('version')) when :health nagios = Nagios.new begin result = Rest.new(base_url: @faspex5_api_base_url).read('health') result.each do |k, v| nagios.add_ok(k, v.to_s) end rescue StandardError => e nagios.add_critical('faspex api', e.to_s) end return nagios.result when :user case .get_next_command(%i[account profile]) when :account return Main.result_single_object(@api_v5.read('account')) when :profile case .get_next_command(%i[show modify]) when :show return Main.result_single_object(@api_v5.read('account/preferences')) when :modify @api_v5.update('account/preferences', .get_next_argument('modified parameters', validation: Hash)) return Main.result_status('modified') end end when :bearer_token return Main.result_text(@api_v5.oauth.) when :packages return package_action when :shared_folders all_shared_folders = @api_v5.read('shared_folders')['shared_folders'] case .get_next_command(%i[list browse]) when :list return Main.result_object_list(all_shared_folders) when :browse shared_folder_id = instance_identifier do |field, value| matches = all_shared_folders.select{ |i| i[field].eql?(value)} raise "no match for #{field} = #{value}" if matches.empty? raise "multiple matches for #{field} = #{value}" if matches.length > 1 matches.first['id'] end node = all_shared_folders.find{ |i| i['id'].eql?(shared_folder_id)} raise "No such shared folder id #{shared_folder_id}" if node.nil? return browse_folder("nodes/#{node['node_id']}/shared_folders/#{shared_folder_id}/browse") end when :admin return execute_admin when :invitations invitation_endpoint = 'invitations' invitation_command = .get_next_command(%i[resend].concat(Plugin::ALL_OPS)) case invitation_command when :create return do_bulk_operation(command: invitation_command, descr: 'data') do |params| invitation_endpoint = params.key?('recipient_name') ? 'public_invitations' : 'invitations' @api_v5.create(invitation_endpoint, params) end when :resend @api_v5.create("#{invitation_endpoint}/#{instance_identifier}/resend") return Main.result_status('Invitation resent') else return entity_execute( api: @api_v5, entity: invitation_endpoint, command: invitation_command, items_key: invitation_endpoint, display_fields: %w[id public recipient_type recipient_name email_address] ) do |field, value| lookup_entity_by_field(api: @api_v5, entity: invitation_endpoint, field: field, value: value, query: {})['id'] end end when :gateway require 'aspera/faspex_gw' parameters = value_create_modify(command: command, default: {}).symbolize_keys uri = URI.parse(parameters.delete(:url){WebServerSimple::DEFAULT_URL}) server = WebServerSimple.new(uri, **parameters.slice(*WebServerSimple::PARAMS)) Aspera.assert(parameters.except(*WebServerSimple::PARAMS).empty?) server.mount(uri.path, Faspex4GWServlet, @api_v5, nil) server.start return Main.result_status('Gateway terminated') when :postprocessing require 'aspera/faspex_postproc' # cspell:disable-line parameters = value_create_modify(command: command, default: {}).symbolize_keys uri = URI.parse(parameters.delete(:url){WebServerSimple::DEFAULT_URL}) parameters[:root] = uri.path server = WebServerSimple.new(uri, **parameters.slice(*WebServerSimple::PARAMS)) server.mount(uri.path, Faspex4PostProcServlet, parameters.except(*WebServerSimple::PARAMS)) server.start return Main.result_status('Gateway terminated') end end |
#execute_admin ⇒ Object
670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 |
# File 'lib/aspera/cli/plugins/faspex5.rb', line 670 def execute_admin command = .get_next_command(%i[configuration smtp resource events clean_deleted].concat(ADMIN_RESOURCES).freeze) case command when :resource # resource will be deprecated Log.log.warn('resource command is deprecated (4.18), directly use the specific command instead') return execute_resource(.get_next_command(ADMIN_RESOURCES)) when *ADMIN_RESOURCES return execute_resource(command) when :clean_deleted delete_data = value_create_modify(command: command, default: {}) delete_data = @api_v5.read('configuration').slice('days_before_deleting_package_records') if delete_data.empty? res = @api_v5.create('internal/packages/clean_deleted', delete_data) return Main.result_single_object(res) when :events event_type = .get_next_command(%i[application webhook]) case event_type when :application list, total = list_entities_limit_offset_total_count( api: @api_v5, entity: 'application_events', query: query_read_delete ) return Main.result_object_list(list, total: total, fields: %w[event_type created_at application user.name]) when :webhook list, total = list_entities_limit_offset_total_count( api: @api_v5, entity: 'all_webhooks_events', query: query_read_delete, items_key: 'events' ) return Main.result_object_list(list, total: total) end when :configuration conf_path = 'configuration' conf_cmd = .get_next_command(%i[show modify]) case conf_cmd when :show return Main.result_single_object(@api_v5.read(conf_path)) when :modify return Main.result_single_object(@api_v5.update(conf_path, value_create_modify(command: conf_cmd))) end when :smtp # only one SMTP config smtp_path = 'configuration/smtp' smtp_cmd = .get_next_command(%i[show create modify delete test]) case smtp_cmd when :show return Main.result_single_object(@api_v5.read(smtp_path)) when :create return Main.result_single_object(@api_v5.create(smtp_path, value_create_modify(command: smtp_cmd))) when :modify return Main.result_single_object(@api_v5.update(smtp_path, value_create_modify(command: smtp_cmd))) when :delete @api_v5.delete(smtp_path) return Main.result_status('SMTP configuration deleted') when :test test_data = .get_next_argument('Email or test data, see API') test_data = {test_email_recipient: test_data} if test_data.is_a?(String) creation = @api_v5.create(File.join(smtp_path, 'test'), test_data) result = wait_for_job(creation['job_id']) result['serialized_args'] = JSON.parse(result['serialized_args']) rescue result['serialized_args'] return Main.result_single_object(result) end end end |
#execute_resource(res_sym) ⇒ Object
532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 |
# File 'lib/aspera/cli/plugins/faspex5.rb', line 532 def execute_resource(res_sym) exec_args = { api: @api_v5, entity: res_sym.to_s, tclo: true } res_id_query = :default available_commands = Plugin::ALL_OPS case res_sym when :metadata_profiles exec_args[:entity] = 'configuration/metadata_profiles' exec_args[:items_key] = 'profiles' when :alternate_addresses exec_args[:entity] = 'configuration/alternate_addresses' when :distribution_lists exec_args[:entity] = 'account/distribution_lists' exec_args[:delete_style] = 'ids' when :email_notifications exec_args.delete(:items_key) exec_args[:id_as_arg] = 'type' when :accounts exec_args[:display_fields] = Formatter.all_but('user_profile_data_attributes') available_commands += [:reset_password] when :oauth_clients exec_args[:display_fields] = Formatter.all_but('public_key') exec_args[:api] = Rest.new(**@api_v5.params, base_url: "#{@faspex5_api_base_url}/#{PATH_AUTH}") exec_args[:list_query] = {'expand': true, 'no_api_path': true, 'client_types[]': 'public'} when :shared_inboxes, :workgroups available_commands += %i[members saml_groups invite_external_collaborator] res_id_query = {'all': true} when :nodes available_commands += %i[shared_folders browse] end res_command = .get_next_command(available_commands) return Main.result_value_list(EMAIL_NOTIF_LIST, name: 'email_id') if res_command.eql?(:list) && res_sym.eql?(:email_notifications) case res_command when *Plugin::ALL_OPS return entity_execute(command: res_command, **exec_args) do |field, value| lookup_entity_by_field(api: @api_v5, entity: exec_args[:entity], value: value, field: field, items_key: exec_args[:items_key], query: res_id_query)['id'] end when :shared_folders # nodes node_id = instance_identifier do |field, value| lookup_entity_by_field(api: @api_v5, entity: 'nodes', field: field, value: value)['id'] end shfld_entity = "nodes/#{node_id}/shared_folders" sh_command = .get_next_command(Plugin::ALL_OPS + [:user]) case sh_command when *Plugin::ALL_OPS return entity_execute( api: @api_v5, entity: shfld_entity, command: sh_command ) do |field, value| lookup_entity_by_field(api: @api_v5, entity: shfld_entity, field: field, value: value)['id'] end when :user sh_id = instance_identifier do |field, value| lookup_entity_by_field(api: @api_v5, entity: shfld_entity, field: field, value: value)['id'] end user_path = "#{shfld_entity}/#{sh_id}/custom_access_users" return entity_execute(api: @api_v5, entity: user_path, items_key: 'users') do |field, value| lookup_entity_by_field(api: @api_v5, entity: user_path, items_key: 'users', field: field, value: value)['id'] end end when :browse # nodes node_id = instance_identifier do |field, value| lookup_entity_by_field(api: @api_v5, entity: 'nodes', value: value, field: field)['id'] end return browse_folder("nodes/#{node_id}/browse") when :invite_external_collaborator # :shared_inboxes, :workgroups shared_inbox_id = instance_identifier{ |field, value| lookup_entity_by_field(api: @api_v5, entity: res_sym.to_s, field: field, value: value, query: res_id_query)['id']} creation_payload = value_create_modify(command: res_command, type: [Hash, String]) creation_payload = {'email_address' => creation_payload} if creation_payload.is_a?(String) result = @api_v5.create("#{res_sym}/#{shared_inbox_id}/external_collaborator", creation_payload) formatter.display_status(result['message']) result = lookup_entity_by_field( api: @api_v5, entity: "#{res_sym}/#{shared_inbox_id}/members", items_key: 'members', value: creation_payload['email_address'], query: {} ) return Main.result_single_object(result) when :members, :saml_groups # :shared_inboxes, :workgroups res_id = instance_identifier{ |field, value| lookup_entity_by_field(api: @api_v5, entity: res_sym.to_s, field: field, value: value, query: res_id_query)['id']} res_path = "#{res_sym}/#{res_id}/#{res_command}" list_key = res_command.to_s list_key = 'groups' if res_command.eql?(:saml_groups) sub_command = .get_next_command(%i[create list modify delete]) if sub_command.eql?(:create) && res_command.eql?(:members) # first arg is one user name or list of users users = .get_next_argument('user id, %name:, or Array') users = [users] unless users.is_a?(Array) users = users.map do |user| if (m = user.match(REGEX_LOOKUP_ID_BY_FIELD)) lookup_entity_by_field( api: @api_v5, entity: 'accounts', field: m[1], value: ExtendedValue.instance.evaluate(m[2]), query: {type: Rest.array_params(%w{local_user saml_user self_registered_user external_user})} )['id'] else # it's the user id (not member id...) user end end access = .get_next_argument('level', mandatory: false, accept_list: %i[submit_only standard shared_inbox_admin], default: :standard) .unshift_next_argument({user: users.map{ |u| {id: u, access: access}}}) end return entity_execute( api: @api_v5, entity: res_path, command: sub_command, items_key: list_key ) do |field, value| lookup_entity_by_field( api: @api_v5, entity: 'accounts', field: field, value: value, query: {type: Rest.array_params(%w{local_user saml_user self_registered_user external_user})} )['id'] end when :reset_password # :accounts contact_id = instance_identifier{ |field, value| lookup_entity_by_field(api: @api_v5, entity: 'accounts', field: field, value: value, query: res_id_query)['id']} @api_v5.create("accounts/#{contact_id}/reset_password", {}) return Main.result_status('password reset, user shall check email') end Aspera.error_unreachable_line end |
#list_packages_with_filter(query: {}) ⇒ Object
list all packages with optional filter
288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 |
# File 'lib/aspera/cli/plugins/faspex5.rb', line 288 def list_packages_with_filter(query: {}) filter = .get_next_argument('filter', mandatory: false, validation: Proc, default: ->(_x){true}) # translate box name to API prefix (with ending slash) box = .get_option(:box) entity = case box when SpecialValues::ALL then 'packages' # only admin can list all packages globally when *API_LIST_MAILBOX_TYPES then "#{box}/packages" else group_type = .get_option(:group_type) "#{group_type}/#{lookup_entity_by_field(api: @api_v5, entity: group_type, value: box)['id']}/packages" end list, total = list_entities_limit_offset_total_count( api: @api_v5, entity: entity, query: query_read_delete(default: query) ) return list.select(&filter), total end |
#normalize_recipients(parameters) ⇒ Object
if recipient is just an email, then convert to expected API hash : name and type
224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 |
# File 'lib/aspera/cli/plugins/faspex5.rb', line 224 def normalize_recipients(parameters) return unless parameters.key?('recipients') Aspera.assert_type(parameters['recipients'], Array){'recipients'} recipient_types = RECIPIENT_TYPES if parameters.key?('recipient_types') recipient_types = parameters['recipient_types'] parameters.delete('recipient_types') recipient_types = [recipient_types] unless recipient_types.is_a?(Array) end parameters['recipients'].map! do |recipient_data| # if just a string, make a general lookup and build expected name/type hash if recipient_data.is_a?(String) matched = @api_v5.lookup_by_name('contacts', recipient_data, query: {context: 'packages', type: Rest.array_params(recipient_types)}) recipient_data = { name: matched['name'], recipient_type: matched['type'] } end # result for mapping recipient_data end end |
#package_action ⇒ Object
445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 |
# File 'lib/aspera/cli/plugins/faspex5.rb', line 445 def package_action command = .get_next_command(%i[show browse status delete receive send list]) package_id = if %i[receive show browse status delete].include?(command) @pub_link_context&.key?('package_id') ? @pub_link_context['package_id'] : instance_identifier end case command when :show return Main.result_single_object(@api_v5.read("packages/#{package_id}")) when :browse location = case .get_option(:box) when 'inbox' then 'received' when 'outbox' then 'sent' else raise BadArgument, 'Browse only available for inbox and outbox' end return browse_folder("packages/#{package_id}/files/#{location}") when :status status_list = .get_next_argument('list of states, or nothing', mandatory: false, validation: Array) status = wait_package_status(package_id, status_list: status_list) return Main.result_single_object(status) when :delete ids = package_id ids = [ids] unless ids.is_a?(Array) Aspera.assert_type(ids, Array){'Package identifier'} Aspera.assert(ids.all?(String)){"Package id(s) shall be String, but have: #{ids.map(&:class).uniq.join(', ')}"} # API returns 204, empty on success @api_v5.call( operation: 'DELETE', subpath: 'packages', content_type: Rest::MIME_JSON, body: {ids: ids}, headers: {'Accept' => Rest::MIME_JSON} ) return Main.result_status('Package(s) deleted') when :receive return package_receive(package_id) when :send parameters = value_create_modify(command: command) # autofill recipient for public url if @pub_link_context&.key?('recipient_type') && !parameters.key?('recipients') parameters['recipients'] = [{ name: @pub_link_context['name'], recipient_type: @pub_link_context['recipient_type'] }] end normalize_recipients(parameters) package = @api_v5.create('packages', parameters) shared_folder = .get_option(:shared_folder) if shared_folder.nil? # send from local files transfer_spec = @api_v5.call( operation: 'POST', subpath: "packages/#{package['id']}/transfer_spec/upload", query: {transfer_type: TRANSFER_CONNECT}, content_type: Rest::MIME_JSON, body: {paths: transfer.source_list}, headers: {'Accept' => Rest::MIME_JSON} )[:data] # well, we asked a TS for connect, but we actually want a generic one transfer_spec.delete('authentication') return Main.result_transfer(transfer.start(transfer_spec)) else # send from remote shared folder if (m = shared_folder.match(REGEX_LOOKUP_ID_BY_FIELD)) shared_folder = lookup_entity_by_field( api: @api_v5, entity: 'shared_folders', field: m[1], value: ExtendedValue.instance.evaluate(m[2]) )['id'] end transfer_request = {shared_folder_id: shared_folder, paths: transfer.source_list} # start remote transfer and get first status result = @api_v5.create("packages/#{package['id']}/remote_transfer", transfer_request) result['id'] = package['id'] unless result['status'].eql?('completed') formatter.display_status("Package #{package['id']}") result = wait_package_status(package['id']) end return Main.result_single_object(result) end when :list list, total = list_packages_with_filter return Main.result_object_list(list, total: total, fields: %w[id title release_date total_bytes total_files created_time state]) end end |
#package_receive(package_ids) ⇒ Object
308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 |
# File 'lib/aspera/cli/plugins/faspex5.rb', line 308 def package_receive(package_ids) # prepare persistency if needed skip_ids_persistency = nil if .get_option(:once_only, mandatory: true) # read ids from persistency skip_ids_persistency = PersistencyActionOnce.new( manager: persistency, data: [], id: IdGenerator.from_list([ 'faspex_recv', .get_option(:url, mandatory: true), .get_option(:username, mandatory: true), .get_option(:box, mandatory: true) ]) ) end packages = [] case package_ids when SpecialValues::INIT Aspera.assert(skip_ids_persistency){'Only with option once_only'} skip_ids_persistency.data.clear.concat(list_packages_with_filter.first.map{ |p| p['id']}) skip_ids_persistency.save return Main.result_status("Initialized skip for #{skip_ids_persistency.data.count} package(s)") when SpecialValues::ALL # TODO: if packages have same name, they will overwrite ? packages = list_packages_with_filter(query: {'status' => 'completed'}).first Log.dump(:package_ids, level: :trace1){packages.map{ |p| p['id']}} Log.dump(:skip_ids, skip_ids_persistency.data, level: :trace1) packages.reject!{ |p| skip_ids_persistency.data.include?(p['id'])} if skip_ids_persistency Log.dump(:package_ids, level: :trace1){packages.map{ |p| p['id']}} else # a single id was provided, or a list of ids package_ids = [package_ids] unless package_ids.is_a?(Array) Aspera.assert_type(package_ids, Array){'Expecting a single package id or a list of ids'} Aspera.assert(package_ids.all?(String)){'Package id shall be String'} # packages = package_ids.map{|pkg_id|@api_v5.read("packages/#{pkg_id}")} packages = package_ids.map{ |pkg_id| {'id'=>pkg_id}} end result_transfer = [] param_file_list = {} begin param_file_list['paths'] = transfer.source_list.map{ |source| {'path'=>source}} rescue Cli::BadArgument # paths is optional end download_params = { type: 'received', transfer_type: TRANSFER_CONNECT } box = .get_option(:box) case box when /outbox/ then download_params[:type] = 'sent' when *API_LIST_MAILBOX_TYPES then nil # nothing to do else # shared inbox / workgroup download_params[:recipient_workgroup_id] = lookup_entity_by_field(api: @api_v5, entity: .get_option(:group_type), value: box)['id'] end packages.each do |package| pkg_id = package['id'] formatter.display_status("Receiving package #{pkg_id}") # TODO: allow from sent as well ? transfer_spec = @api_v5.call( operation: 'POST', subpath: "packages/#{pkg_id}/transfer_spec/download", query: download_params, content_type: Rest::MIME_JSON, body: param_file_list, headers: {'Accept' => Rest::MIME_JSON} )[:data] # delete flag for Connect Client transfer_spec.delete('authentication') statuses = transfer.start(transfer_spec) result_transfer.push({'package' => pkg_id, Main::STATUS_FIELD => statuses}) # skip only if all sessions completed if TransferAgent.session_status(statuses).eql?(:success) && skip_ids_persistency skip_ids_persistency.data.push(pkg_id) skip_ids_persistency.save end end return Main.result_transfer_multiple(result_transfer) end |
#set_api ⇒ Object
162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 |
# File 'lib/aspera/cli/plugins/faspex5.rb', line 162 def set_api # get endpoint, remove unnecessary trailing slashes @faspex5_api_base_url = .get_option(:url, mandatory: true).gsub(%r{/+$}, '') auth_type = self.class.public_link?(@faspex5_api_base_url) ? :public_link : .get_option(:auth, mandatory: true) case auth_type when :public_link # resolve any redirect @faspex5_api_base_url = Rest.new(base_url: @faspex5_api_base_url, redirect_max: 3).call(operation: 'GET')[:http].uri.to_s encoded_context = Rest.query_to_h(URI.parse(@faspex5_api_base_url).query)['context'] raise BadArgument, 'Bad faspex5 public link, missing context in query' if encoded_context.nil? # public link information (allowed usage) @pub_link_context = JSON.parse(Base64.decode64(encoded_context)) Log.dump(:@pub_link_context, @pub_link_context, level: :trace1) # ok, we have the additional parameters, get the base url @faspex5_api_base_url = @faspex5_api_base_url.gsub(%r{/public/.*}, '').gsub(/\?.*/, '') @api_v5 = Rest.new( base_url: "#{@faspex5_api_base_url}/#{PATH_API_V5}", headers: {'Passcode' => @pub_link_context['passcode']} ) when :boot # the password here is the token copied directly from browser in developer mode @api_v5 = Rest.new( base_url: "#{@faspex5_api_base_url}/#{PATH_API_V5}", headers: {'Authorization' => .get_option(:password, mandatory: true)} ) when :web # opens a browser and ask user to auth using web @api_v5 = Rest.new( base_url: "#{@faspex5_api_base_url}/#{PATH_API_V5}", auth: { type: :oauth2, base_url: "#{@faspex5_api_base_url}/#{PATH_AUTH}", grant_method: :web, client_id: .get_option(:client_id, mandatory: true), redirect_uri: .get_option(:redirect_uri, mandatory: true) } ) when :jwt app_client_id = .get_option(:client_id, mandatory: true) @api_v5 = Rest.new( base_url: "#{@faspex5_api_base_url}/#{PATH_API_V5}", auth: { type: :oauth2, grant_method: :jwt, base_url: "#{@faspex5_api_base_url}/#{PATH_AUTH}", client_id: app_client_id, payload: { iss: app_client_id, # issuer aud: app_client_id, # audience (this field is not clear...) sub: "user:#{.get_option(:username, mandatory: true)}" # subject is a user }, private_key_obj: OpenSSL::PKey::RSA.new(.get_option(:private_key, mandatory: true), .get_option(:passphrase)), headers: {typ: 'JWT'} } ) else Aspera.error_unexpected_value(auth_type) end # in case user wants to use HTTPGW tell transfer agent how to get address transfer.httpgw_url_cb = lambda{@api_v5.read('account')['gateway_url']} end |
#wait_for_job(job_id) ⇒ Hash
Returns result of API call for job status.
275 276 277 278 279 280 281 282 283 284 285 |
# File 'lib/aspera/cli/plugins/faspex5.rb', line 275 def wait_for_job(job_id) result = nil loop do result = @api_v5.read("jobs/#{job_id}", {type: :formatted}) break unless JOB_RUNNING.include?(result['status']) formatter.long_operation_running(result['status']) sleep(0.5) end formatter.long_operation_terminated return result end |
#wait_package_status(id, status_list: PACKAGE_TERMINATED) ⇒ Object
wait for package status to be in provided list
248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 |
# File 'lib/aspera/cli/plugins/faspex5.rb', line 248 def wait_package_status(id, status_list: PACKAGE_TERMINATED) total_sent = false loop do status = @api_v5.read("packages/#{id}/upload_details") status['id'] = id # user asked to not follow return status if status_list.nil? if status['upload_status'].eql?('submitted') config.&.event(:sessions_init, session_id: nil, info: status['upload_status']) elsif !total_sent config.&.event(:session_start, session_id: id) config.&.event(:session_size, session_id: id, info: status['bytes_total'].to_i) total_sent = true else config.&.event(:transfer, session_id: id, info: status['bytes_written'].to_i) end if status_list.include?(status['upload_status']) config.&.event(:session_end, session_id: id) config.&.event(:end) return status end sleep(1.0) end end |